2024-11-20 02:21:17,695 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 02:21:17,707 main DEBUG Took 0.010203 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 02:21:17,708 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 02:21:17,708 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 02:21:17,709 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 02:21:17,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,717 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 02:21:17,728 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,730 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,731 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,732 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,733 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,734 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,734 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,735 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,736 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,737 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,737 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,738 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:21:17,738 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,739 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 02:21:17,740 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:21:17,741 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 02:21:17,743 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 02:21:17,743 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 02:21:17,744 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 02:21:17,745 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 02:21:17,752 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 02:21:17,755 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 02:21:17,756 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 02:21:17,756 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 02:21:17,757 main DEBUG createAppenders(={Console}) 2024-11-20 02:21:17,757 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-20 02:21:17,758 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 02:21:17,758 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-20 02:21:17,758 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 02:21:17,759 main DEBUG OutputStream closed 2024-11-20 02:21:17,759 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 02:21:17,759 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 02:21:17,759 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-20 02:21:17,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 02:21:17,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 02:21:17,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 02:21:17,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 02:21:17,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 02:21:17,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 02:21:17,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 02:21:17,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 02:21:17,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 02:21:17,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 02:21:17,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 02:21:17,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 02:21:17,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 02:21:17,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 02:21:17,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 02:21:17,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 02:21:17,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 02:21:17,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 02:21:17,835 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 02:21:17,836 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-20 02:21:17,836 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 02:21:17,837 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-20T02:21:18,068 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974 2024-11-20 02:21:18,071 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 02:21:18,071 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T02:21:18,080 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-20T02:21:18,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T02:21:18,101 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/cluster_3d0e0be7-d830-a00c-7b45-6a9a3e3927fe, deleteOnExit=true 2024-11-20T02:21:18,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T02:21:18,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/test.cache.data in system properties and HBase conf 2024-11-20T02:21:18,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T02:21:18,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/hadoop.log.dir in system properties and HBase conf 2024-11-20T02:21:18,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T02:21:18,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T02:21:18,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T02:21:18,200 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T02:21:18,304 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T02:21:18,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:21:18,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:21:18,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T02:21:18,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:21:18,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T02:21:18,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T02:21:18,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:21:18,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:21:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T02:21:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/nfs.dump.dir in system properties and HBase conf 2024-11-20T02:21:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/java.io.tmpdir in system properties and HBase conf 2024-11-20T02:21:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:21:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T02:21:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T02:21:19,163 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T02:21:19,249 INFO [Time-limited test {}] log.Log(170): Logging initialized @2263ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T02:21:19,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:21:19,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:21:19,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:21:19,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:21:19,422 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:21:19,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:21:19,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:21:19,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:21:19,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/java.io.tmpdir/jetty-localhost-39455-hadoop-hdfs-3_4_1-tests_jar-_-any-7661457557355603352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:21:19,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:39455} 2024-11-20T02:21:19,657 INFO [Time-limited test {}] server.Server(415): Started @2671ms 2024-11-20T02:21:20,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:21:20,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:21:20,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:21:20,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:21:20,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:21:20,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:21:20,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:21:20,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/java.io.tmpdir/jetty-localhost-37083-hadoop-hdfs-3_4_1-tests_jar-_-any-17066995908447078799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:21:20,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:37083} 2024-11-20T02:21:20,206 INFO [Time-limited test {}] server.Server(415): Started @3220ms 2024-11-20T02:21:20,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:21:20,742 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/cluster_3d0e0be7-d830-a00c-7b45-6a9a3e3927fe/dfs/data/data1/current/BP-76646755-172.17.0.2-1732069278911/current, will proceed with Du for space computation calculation, 2024-11-20T02:21:20,742 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/cluster_3d0e0be7-d830-a00c-7b45-6a9a3e3927fe/dfs/data/data2/current/BP-76646755-172.17.0.2-1732069278911/current, will proceed with Du for space computation calculation, 2024-11-20T02:21:20,787 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:21:20,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11ee1b4901143329 with lease ID 0xab3346a9a3aca080: Processing first storage report for DS-91516cc8-8a22-49b4-ab6e-81ede55229a2 from datanode DatanodeRegistration(127.0.0.1:43191, datanodeUuid=5ffb7518-8619-4d3b-97ea-74039529e49d, infoPort=39761, infoSecurePort=0, ipcPort=46685, storageInfo=lv=-57;cid=testClusterID;nsid=794306999;c=1732069278911) 2024-11-20T02:21:20,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11ee1b4901143329 with lease ID 0xab3346a9a3aca080: from storage DS-91516cc8-8a22-49b4-ab6e-81ede55229a2 node DatanodeRegistration(127.0.0.1:43191, datanodeUuid=5ffb7518-8619-4d3b-97ea-74039529e49d, infoPort=39761, infoSecurePort=0, ipcPort=46685, storageInfo=lv=-57;cid=testClusterID;nsid=794306999;c=1732069278911), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:21:20,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11ee1b4901143329 with lease ID 0xab3346a9a3aca080: Processing first storage report for DS-c983bdbe-6fe0-4c31-8609-3994fd48188c from datanode DatanodeRegistration(127.0.0.1:43191, datanodeUuid=5ffb7518-8619-4d3b-97ea-74039529e49d, infoPort=39761, infoSecurePort=0, ipcPort=46685, storageInfo=lv=-57;cid=testClusterID;nsid=794306999;c=1732069278911) 2024-11-20T02:21:20,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11ee1b4901143329 with lease ID 0xab3346a9a3aca080: from storage DS-c983bdbe-6fe0-4c31-8609-3994fd48188c node DatanodeRegistration(127.0.0.1:43191, datanodeUuid=5ffb7518-8619-4d3b-97ea-74039529e49d, infoPort=39761, infoSecurePort=0, ipcPort=46685, storageInfo=lv=-57;cid=testClusterID;nsid=794306999;c=1732069278911), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:21:20,884 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974 2024-11-20T02:21:20,961 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/cluster_3d0e0be7-d830-a00c-7b45-6a9a3e3927fe/zookeeper_0, clientPort=51936, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/cluster_3d0e0be7-d830-a00c-7b45-6a9a3e3927fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/cluster_3d0e0be7-d830-a00c-7b45-6a9a3e3927fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T02:21:20,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51936 2024-11-20T02:21:20,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:21:20,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:21:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:21:21,629 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14 with version=8 2024-11-20T02:21:21,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/hbase-staging 2024-11-20T02:21:21,757 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T02:21:22,024 INFO [Time-limited test {}] client.ConnectionUtils(129): master/143b9a2c40c9:0 server-side Connection retries=45 2024-11-20T02:21:22,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:21:22,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:21:22,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:21:22,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:21:22,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:21:22,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:21:22,235 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T02:21:22,244 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T02:21:22,247 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:21:22,274 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20436 (auto-detected) 2024-11-20T02:21:22,275 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T02:21:22,295 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46479 2024-11-20T02:21:22,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:21:22,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:21:22,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46479 connecting to ZooKeeper ensemble=127.0.0.1:51936 2024-11-20T02:21:22,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464790x0, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:21:22,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46479-0x10012bb85960000 connected 2024-11-20T02:21:22,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:21:22,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:21:22,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:21:22,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46479 2024-11-20T02:21:22,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46479 2024-11-20T02:21:22,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46479 2024-11-20T02:21:22,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46479 2024-11-20T02:21:22,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46479 2024-11-20T02:21:22,399 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14, hbase.cluster.distributed=false 2024-11-20T02:21:22,462 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/143b9a2c40c9:0 server-side Connection retries=45 2024-11-20T02:21:22,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:21:22,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:21:22,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:21:22,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:21:22,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:21:22,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:21:22,467 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:21:22,468 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32811 2024-11-20T02:21:22,470 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:21:22,475 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:21:22,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:21:22,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:21:22,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32811 connecting to ZooKeeper ensemble=127.0.0.1:51936 2024-11-20T02:21:22,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328110x0, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:21:22,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328110x0, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:21:22,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32811-0x10012bb85960001 connected 2024-11-20T02:21:22,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:21:22,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:21:22,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32811 2024-11-20T02:21:22,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32811 2024-11-20T02:21:22,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32811 2024-11-20T02:21:22,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32811 2024-11-20T02:21:22,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32811 2024-11-20T02:21:22,501 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/143b9a2c40c9,46479,1732069281750 2024-11-20T02:21:22,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:21:22,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:21:22,510 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/143b9a2c40c9,46479,1732069281750 2024-11-20T02:21:22,522 DEBUG [M:0;143b9a2c40c9:46479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;143b9a2c40c9:46479 2024-11-20T02:21:22,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:21:22,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:21:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:22,534 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:21:22,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:21:22,535 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/143b9a2c40c9,46479,1732069281750 from backup master directory 2024-11-20T02:21:22,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/143b9a2c40c9,46479,1732069281750 2024-11-20T02:21:22,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:21:22,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:21:22,539 WARN [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:21:22,539 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=143b9a2c40c9,46479,1732069281750 2024-11-20T02:21:22,541 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T02:21:22,543 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T02:21:22,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:21:23,013 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/hbase.id with ID: dfda2a5d-2121-4647-acd8-9e367054879b 2024-11-20T02:21:23,055 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:21:23,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:23,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:23,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:21:23,515 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:21:23,517 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T02:21:23,534 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:23,539 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:21:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:21:23,987 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store 2024-11-20T02:21:24,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:21:24,008 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T02:21:24,009 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:21:24,010 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:21:24,010 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:21:24,010 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:21:24,010 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:21:24,011 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:21:24,011 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:21:24,011 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T02:21:24,013 WARN [master/143b9a2c40c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/.initializing 2024-11-20T02:21:24,013 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/WALs/143b9a2c40c9,46479,1732069281750 2024-11-20T02:21:24,020 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:21:24,032 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=143b9a2c40c9%2C46479%2C1732069281750, suffix=, logDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/WALs/143b9a2c40c9,46479,1732069281750, archiveDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/oldWALs, maxLogs=10 2024-11-20T02:21:24,054 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/WALs/143b9a2c40c9,46479,1732069281750/143b9a2c40c9%2C46479%2C1732069281750.1732069284036, exclude list is [], retry=0 2024-11-20T02:21:24,073 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43191,DS-91516cc8-8a22-49b4-ab6e-81ede55229a2,DISK] 2024-11-20T02:21:24,076 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T02:21:24,114 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/WALs/143b9a2c40c9,46479,1732069281750/143b9a2c40c9%2C46479%2C1732069281750.1732069284036 2024-11-20T02:21:24,115 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39761:39761)] 2024-11-20T02:21:24,115 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:21:24,115 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:21:24,119 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:21:24,120 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:21:24,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:21:24,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T02:21:24,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:24,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:21:24,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:21:24,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T02:21:24,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:24,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:24,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:21:24,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T02:21:24,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:24,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:24,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:21:24,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T02:21:24,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:24,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:24,209 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:21:24,210 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:21:24,219 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:21:24,224 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:21:24,229 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:21:24,230 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61006929, jitterRate=-0.0909259170293808}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:21:24,235 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T02:21:24,236 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T02:21:24,264 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26935dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:24,299 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T02:21:24,311 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T02:21:24,311 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T02:21:24,314 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:21:24,315 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T02:21:24,320 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-20T02:21:24,320 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T02:21:24,346 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T02:21:24,358 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T02:21:24,360 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T02:21:24,362 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T02:21:24,363 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T02:21:24,365 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T02:21:24,366 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T02:21:24,370 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T02:21:24,371 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T02:21:24,372 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T02:21:24,374 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T02:21:24,383 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T02:21:24,384 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T02:21:24,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:21:24,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:21:24,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:24,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:24,388 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=143b9a2c40c9,46479,1732069281750, sessionid=0x10012bb85960000, setting cluster-up flag (Was=false) 2024-11-20T02:21:24,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:24,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:24,405 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T02:21:24,407 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=143b9a2c40c9,46479,1732069281750 2024-11-20T02:21:24,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:24,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:24,417 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T02:21:24,418 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=143b9a2c40c9,46479,1732069281750 2024-11-20T02:21:24,494 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T02:21:24,500 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T02:21:24,502 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T02:21:24,508 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 143b9a2c40c9,46479,1732069281750 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T02:21:24,511 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/143b9a2c40c9:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:21:24,511 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/143b9a2c40c9:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:21:24,512 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/143b9a2c40c9:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:21:24,512 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/143b9a2c40c9:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:21:24,512 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/143b9a2c40c9:0, corePoolSize=10, maxPoolSize=10 2024-11-20T02:21:24,512 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,512 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/143b9a2c40c9:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:21:24,512 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,514 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732069314514 2024-11-20T02:21:24,515 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T02:21:24,516 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T02:21:24,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:21:24,517 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;143b9a2c40c9:32811 2024-11-20T02:21:24,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T02:21:24,519 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1008): ClusterId : dfda2a5d-2121-4647-acd8-9e367054879b 2024-11-20T02:21:24,520 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T02:21:24,520 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T02:21:24,521 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T02:21:24,521 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T02:21:24,522 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:24,522 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:24,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:21:24,523 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:21:24,523 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T02:21:24,525 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T02:21:24,525 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T02:21:24,527 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T02:21:24,527 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T02:21:24,528 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:21:24,528 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:21:24,529 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/143b9a2c40c9:0:becomeActiveMaster-HFileCleaner.large.0-1732069284529,5,FailOnTimeoutGroup] 2024-11-20T02:21:24,530 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/143b9a2c40c9:0:becomeActiveMaster-HFileCleaner.small.0-1732069284529,5,FailOnTimeoutGroup] 2024-11-20T02:21:24,530 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:24,530 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T02:21:24,531 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:21:24,531 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:24,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741831_1007 (size=1039) 2024-11-20T02:21:24,532 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:24,532 DEBUG [RS:0;143b9a2c40c9:32811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1ddf9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:24,534 DEBUG [RS:0;143b9a2c40c9:32811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131fd1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=143b9a2c40c9/172.17.0.2:0 2024-11-20T02:21:24,538 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T02:21:24,538 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T02:21:24,538 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T02:21:24,541 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(3073): reportForDuty to master=143b9a2c40c9,46479,1732069281750 with isa=143b9a2c40c9/172.17.0.2:32811, startcode=1732069282461 2024-11-20T02:21:24,557 DEBUG [RS:0;143b9a2c40c9:32811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:21:24,591 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53637, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:21:24,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46479 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:24,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46479 {}] master.ServerManager(486): Registering regionserver=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:24,619 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14 2024-11-20T02:21:24,619 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37089 2024-11-20T02:21:24,619 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T02:21:24,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:21:24,625 DEBUG [RS:0;143b9a2c40c9:32811 {}] zookeeper.ZKUtil(111): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:24,625 WARN [RS:0;143b9a2c40c9:32811 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:21:24,625 INFO [RS:0;143b9a2c40c9:32811 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:21:24,625 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/WALs/143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:24,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [143b9a2c40c9,32811,1732069282461] 2024-11-20T02:21:24,640 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T02:21:24,651 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:21:24,663 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:21:24,666 INFO [RS:0;143b9a2c40c9:32811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:21:24,666 INFO [RS:0;143b9a2c40c9:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:24,667 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T02:21:24,674 INFO [RS:0;143b9a2c40c9:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:24,674 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,674 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,675 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,675 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,675 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,675 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/143b9a2c40c9:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:21:24,675 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,675 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,675 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,676 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,676 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/143b9a2c40c9:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:21:24,676 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/143b9a2c40c9:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:21:24,676 DEBUG [RS:0;143b9a2c40c9:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:21:24,677 INFO [RS:0;143b9a2c40c9:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:24,677 INFO [RS:0;143b9a2c40c9:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:24,677 INFO [RS:0;143b9a2c40c9:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:24,677 INFO [RS:0;143b9a2c40c9:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:24,677 INFO [RS:0;143b9a2c40c9:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=143b9a2c40c9,32811,1732069282461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:21:24,697 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:21:24,699 INFO [RS:0;143b9a2c40c9:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=143b9a2c40c9,32811,1732069282461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:24,718 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.Replication(204): 143b9a2c40c9,32811,1732069282461 started 2024-11-20T02:21:24,719 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1767): Serving as 143b9a2c40c9,32811,1732069282461, RpcServer on 143b9a2c40c9/172.17.0.2:32811, sessionid=0x10012bb85960001 2024-11-20T02:21:24,719 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:21:24,719 DEBUG [RS:0;143b9a2c40c9:32811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:24,719 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '143b9a2c40c9,32811,1732069282461' 2024-11-20T02:21:24,720 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:21:24,720 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:21:24,721 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:21:24,721 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:21:24,721 DEBUG [RS:0;143b9a2c40c9:32811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:24,721 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '143b9a2c40c9,32811,1732069282461' 2024-11-20T02:21:24,721 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:21:24,722 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:21:24,722 DEBUG [RS:0;143b9a2c40c9:32811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:21:24,723 INFO [RS:0;143b9a2c40c9:32811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:21:24,723 INFO [RS:0;143b9a2c40c9:32811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:21:24,828 INFO [RS:0;143b9a2c40c9:32811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:21:24,832 INFO [RS:0;143b9a2c40c9:32811 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=143b9a2c40c9%2C32811%2C1732069282461, suffix=, logDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/WALs/143b9a2c40c9,32811,1732069282461, archiveDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/oldWALs, maxLogs=32 2024-11-20T02:21:24,849 DEBUG [RS:0;143b9a2c40c9:32811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/WALs/143b9a2c40c9,32811,1732069282461/143b9a2c40c9%2C32811%2C1732069282461.1732069284834, exclude list is [], retry=0 2024-11-20T02:21:24,854 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43191,DS-91516cc8-8a22-49b4-ab6e-81ede55229a2,DISK] 2024-11-20T02:21:24,858 INFO [RS:0;143b9a2c40c9:32811 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/WALs/143b9a2c40c9,32811,1732069282461/143b9a2c40c9%2C32811%2C1732069282461.1732069284834 2024-11-20T02:21:24,859 DEBUG [RS:0;143b9a2c40c9:32811 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39761:39761)] 2024-11-20T02:21:24,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T02:21:24,935 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14 2024-11-20T02:21:24,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741833_1009 (size=32) 2024-11-20T02:21:25,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:21:25,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:21:25,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:21:25,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:25,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:21:25,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:21:25,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:21:25,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:25,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:21:25,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:21:25,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:21:25,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:25,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:21:25,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740 2024-11-20T02:21:25,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740 2024-11-20T02:21:25,366 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:21:25,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T02:21:25,372 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:21:25,373 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68887557, jitterRate=0.02650459110736847}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:21:25,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T02:21:25,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:21:25,375 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T02:21:25,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T02:21:25,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:21:25,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:21:25,377 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T02:21:25,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T02:21:25,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:21:25,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T02:21:25,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:21:25,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:21:25,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T02:21:25,547 DEBUG [143b9a2c40c9:46479 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T02:21:25,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:25,557 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 143b9a2c40c9,32811,1732069282461, state=OPENING 2024-11-20T02:21:25,562 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T02:21:25,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:25,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:25,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:21:25,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:21:25,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:21:25,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:25,744 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:21:25,747 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:21:25,759 INFO [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T02:21:25,759 INFO [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:21:25,759 INFO [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T02:21:25,763 INFO [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=143b9a2c40c9%2C32811%2C1732069282461.meta, suffix=.meta, logDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/WALs/143b9a2c40c9,32811,1732069282461, archiveDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/oldWALs, maxLogs=32 2024-11-20T02:21:25,780 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/WALs/143b9a2c40c9,32811,1732069282461/143b9a2c40c9%2C32811%2C1732069282461.meta.1732069285765.meta, exclude list is [], retry=0 2024-11-20T02:21:25,784 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43191,DS-91516cc8-8a22-49b4-ab6e-81ede55229a2,DISK] 2024-11-20T02:21:25,788 INFO [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/WALs/143b9a2c40c9,32811,1732069282461/143b9a2c40c9%2C32811%2C1732069282461.meta.1732069285765.meta 2024-11-20T02:21:25,788 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39761:39761)] 2024-11-20T02:21:25,789 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:21:25,791 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T02:21:25,850 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T02:21:25,856 INFO [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T02:21:25,860 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T02:21:25,860 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:21:25,860 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T02:21:25,860 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T02:21:25,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:21:25,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:21:25,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:25,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:21:25,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:21:25,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:21:25,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:25,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:21:25,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:21:25,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:21:25,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:25,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:21:25,873 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740 2024-11-20T02:21:25,875 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740 2024-11-20T02:21:25,878 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:21:25,881 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T02:21:25,882 INFO [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68533567, jitterRate=0.021229729056358337}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:21:25,884 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T02:21:25,891 INFO [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732069285736 2024-11-20T02:21:25,902 DEBUG [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T02:21:25,903 INFO [RS_OPEN_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T02:21:25,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:25,905 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 143b9a2c40c9,32811,1732069282461, state=OPEN 2024-11-20T02:21:25,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:21:25,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:21:25,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:21:25,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:21:25,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T02:21:25,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=143b9a2c40c9,32811,1732069282461 in 342 msec 2024-11-20T02:21:25,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T02:21:25,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 530 msec 2024-11-20T02:21:25,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4730 sec 2024-11-20T02:21:25,925 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732069285925, completionTime=-1 2024-11-20T02:21:25,925 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T02:21:25,925 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T02:21:25,962 DEBUG [hconnection-0x5fdf439b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:25,965 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:25,975 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-20T02:21:25,975 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732069345975 2024-11-20T02:21:25,975 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732069405975 2024-11-20T02:21:25,975 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 49 msec 2024-11-20T02:21:26,000 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=143b9a2c40c9,46479,1732069281750-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:26,000 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=143b9a2c40c9,46479,1732069281750-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:26,001 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=143b9a2c40c9,46479,1732069281750-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:26,002 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-143b9a2c40c9:46479, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:26,003 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:26,013 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T02:21:26,014 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:21:26,014 DEBUG [master/143b9a2c40c9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T02:21:26,021 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T02:21:26,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:21:26,025 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:26,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:21:26,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741835_1011 (size=358) 2024-11-20T02:21:26,442 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 65be534a67bc74bdc6c29e36d53eab38, NAME => 'hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14 2024-11-20T02:21:26,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741836_1012 (size=42) 2024-11-20T02:21:26,853 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:21:26,853 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 65be534a67bc74bdc6c29e36d53eab38, disabling compactions & flushes 2024-11-20T02:21:26,853 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:21:26,853 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:21:26,854 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. after waiting 0 ms 2024-11-20T02:21:26,854 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:21:26,854 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:21:26,854 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 65be534a67bc74bdc6c29e36d53eab38: 2024-11-20T02:21:26,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:21:26,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732069286857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732069286857"}]},"ts":"1732069286857"} 2024-11-20T02:21:26,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T02:21:26,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:21:26,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069286888"}]},"ts":"1732069286888"} 2024-11-20T02:21:26,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T02:21:26,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=65be534a67bc74bdc6c29e36d53eab38, ASSIGN}] 2024-11-20T02:21:26,903 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=65be534a67bc74bdc6c29e36d53eab38, ASSIGN 2024-11-20T02:21:26,904 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=65be534a67bc74bdc6c29e36d53eab38, ASSIGN; state=OFFLINE, location=143b9a2c40c9,32811,1732069282461; forceNewPlan=false, retain=false 2024-11-20T02:21:27,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=65be534a67bc74bdc6c29e36d53eab38, regionState=OPENING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:27,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 65be534a67bc74bdc6c29e36d53eab38, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:21:27,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:27,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:21:27,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 65be534a67bc74bdc6c29e36d53eab38, NAME => 'hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:21:27,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 65be534a67bc74bdc6c29e36d53eab38 2024-11-20T02:21:27,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:21:27,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 65be534a67bc74bdc6c29e36d53eab38 2024-11-20T02:21:27,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 65be534a67bc74bdc6c29e36d53eab38 2024-11-20T02:21:27,223 INFO [StoreOpener-65be534a67bc74bdc6c29e36d53eab38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 65be534a67bc74bdc6c29e36d53eab38 2024-11-20T02:21:27,226 INFO [StoreOpener-65be534a67bc74bdc6c29e36d53eab38-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65be534a67bc74bdc6c29e36d53eab38 columnFamilyName info 2024-11-20T02:21:27,226 DEBUG [StoreOpener-65be534a67bc74bdc6c29e36d53eab38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:27,227 INFO [StoreOpener-65be534a67bc74bdc6c29e36d53eab38-1 {}] regionserver.HStore(327): Store=65be534a67bc74bdc6c29e36d53eab38/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:27,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/namespace/65be534a67bc74bdc6c29e36d53eab38 2024-11-20T02:21:27,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/namespace/65be534a67bc74bdc6c29e36d53eab38 2024-11-20T02:21:27,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 65be534a67bc74bdc6c29e36d53eab38 2024-11-20T02:21:27,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/namespace/65be534a67bc74bdc6c29e36d53eab38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:21:27,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 65be534a67bc74bdc6c29e36d53eab38; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60746355, jitterRate=-0.09480877220630646}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:21:27,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 65be534a67bc74bdc6c29e36d53eab38: 2024-11-20T02:21:27,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38., pid=6, masterSystemTime=1732069287213 2024-11-20T02:21:27,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:21:27,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:21:27,244 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=65be534a67bc74bdc6c29e36d53eab38, regionState=OPEN, openSeqNum=2, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:27,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T02:21:27,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 65be534a67bc74bdc6c29e36d53eab38, server=143b9a2c40c9,32811,1732069282461 in 188 msec 2024-11-20T02:21:27,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T02:21:27,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=65be534a67bc74bdc6c29e36d53eab38, ASSIGN in 351 msec 2024-11-20T02:21:27,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:21:27,256 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069287256"}]},"ts":"1732069287256"} 2024-11-20T02:21:27,259 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T02:21:27,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:21:27,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2470 sec 2024-11-20T02:21:27,325 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T02:21:27,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T02:21:27,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:27,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:21:27,357 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T02:21:27,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T02:21:27,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-20T02:21:27,381 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T02:21:27,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T02:21:27,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-20T02:21:27,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T02:21:27,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T02:21:27,409 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.870sec 2024-11-20T02:21:27,410 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T02:21:27,412 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T02:21:27,412 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T02:21:27,413 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T02:21:27,413 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T02:21:27,414 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=143b9a2c40c9,46479,1732069281750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:21:27,414 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=143b9a2c40c9,46479,1732069281750-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T02:21:27,421 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T02:21:27,422 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T02:21:27,422 INFO [master/143b9a2c40c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=143b9a2c40c9,46479,1732069281750-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:21:27,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-20T02:21:27,521 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-20T02:21:27,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:27,531 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T02:21:27,531 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T02:21:27,541 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:27,549 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:27,559 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=143b9a2c40c9,46479,1732069281750 2024-11-20T02:21:27,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=221, ProcessCount=11, AvailableMemoryMB=3913 2024-11-20T02:21:27,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:21:27,614 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:21:27,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T02:21:27,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:21:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T02:21:27,632 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:21:27,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-20T02:21:27,633 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:27,635 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:21:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T02:21:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741837_1013 (size=960) 2024-11-20T02:21:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T02:21:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T02:21:28,054 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14 2024-11-20T02:21:28,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741838_1014 (size=53) 2024-11-20T02:21:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T02:21:28,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:21:28,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8ab0ee51a9ee83e560e215fa2f953269, disabling compactions & flushes 2024-11-20T02:21:28,465 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:28,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:28,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. after waiting 0 ms 2024-11-20T02:21:28,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:28,465 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:28,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:28,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:21:28,468 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732069288467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732069288467"}]},"ts":"1732069288467"} 2024-11-20T02:21:28,471 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T02:21:28,472 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:21:28,472 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069288472"}]},"ts":"1732069288472"} 2024-11-20T02:21:28,475 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T02:21:28,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ab0ee51a9ee83e560e215fa2f953269, ASSIGN}] 2024-11-20T02:21:28,480 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ab0ee51a9ee83e560e215fa2f953269, ASSIGN 2024-11-20T02:21:28,482 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ab0ee51a9ee83e560e215fa2f953269, ASSIGN; state=OFFLINE, location=143b9a2c40c9,32811,1732069282461; forceNewPlan=false, retain=false 2024-11-20T02:21:28,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8ab0ee51a9ee83e560e215fa2f953269, regionState=OPENING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:28,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:21:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T02:21:28,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:28,796 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:28,796 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:21:28,796 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:28,797 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:21:28,797 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:28,797 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:28,799 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:28,802 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:21:28,803 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab0ee51a9ee83e560e215fa2f953269 columnFamilyName A 2024-11-20T02:21:28,803 DEBUG [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:28,804 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] regionserver.HStore(327): Store=8ab0ee51a9ee83e560e215fa2f953269/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:28,805 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:28,807 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:21:28,807 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab0ee51a9ee83e560e215fa2f953269 columnFamilyName B 2024-11-20T02:21:28,807 DEBUG [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:28,808 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] regionserver.HStore(327): Store=8ab0ee51a9ee83e560e215fa2f953269/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:28,808 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:28,810 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:21:28,811 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab0ee51a9ee83e560e215fa2f953269 columnFamilyName C 2024-11-20T02:21:28,811 DEBUG [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:28,812 INFO [StoreOpener-8ab0ee51a9ee83e560e215fa2f953269-1 {}] regionserver.HStore(327): Store=8ab0ee51a9ee83e560e215fa2f953269/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:28,812 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:28,814 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:28,814 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:28,817 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:21:28,820 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:28,823 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:21:28,824 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 8ab0ee51a9ee83e560e215fa2f953269; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70253250, jitterRate=0.046855002641677856}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:21:28,825 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:28,826 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., pid=11, masterSystemTime=1732069288789 2024-11-20T02:21:28,829 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:28,829 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:28,830 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8ab0ee51a9ee83e560e215fa2f953269, regionState=OPEN, openSeqNum=2, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:28,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T02:21:28,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 in 197 msec 2024-11-20T02:21:28,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T02:21:28,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ab0ee51a9ee83e560e215fa2f953269, ASSIGN in 357 msec 2024-11-20T02:21:28,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:21:28,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069288840"}]},"ts":"1732069288840"} 2024-11-20T02:21:28,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T02:21:28,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:21:28,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2190 sec 2024-11-20T02:21:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T02:21:29,759 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-20T02:21:29,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-20T02:21:29,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:29,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:29,772 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:29,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:21:29,776 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:21:29,784 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-20T02:21:29,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:29,789 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-20T02:21:29,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:29,794 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-20T02:21:29,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:29,798 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-20T02:21:29,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:29,803 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-20T02:21:29,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:29,809 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-20T02:21:29,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:29,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-20T02:21:29,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:29,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-20T02:21:29,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:29,823 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-20T02:21:29,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:29,830 DEBUG [hconnection-0x38c2ffb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:29,831 DEBUG [hconnection-0x2ce6d49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:29,831 DEBUG [hconnection-0x293c9f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:29,834 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:29,837 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:29,837 DEBUG [hconnection-0x47be79fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:29,838 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:29,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:21:29,840 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:29,840 DEBUG [hconnection-0x1127e63d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:29,843 DEBUG [hconnection-0x522bb58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:29,844 DEBUG [hconnection-0x3d2cc084-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-20T02:21:29,846 DEBUG [hconnection-0x11fa2cd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:29,848 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:21:29,849 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:21:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T02:21:29,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:21:29,858 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:29,860 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:29,860 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:29,861 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:29,864 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:29,864 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:29,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T02:21:29,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:29,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T02:21:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:30,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T02:21:30,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:30,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069350061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069350067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069350071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069350077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069350077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6508d598ce5a4d47aa3f9867ad9af75e is 50, key is test_row_0/A:col10/1732069289934/Put/seqid=0 2024-11-20T02:21:30,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741839_1015 (size=12001) 2024-11-20T02:21:30,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6508d598ce5a4d47aa3f9867ad9af75e 2024-11-20T02:21:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T02:21:30,199 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T02:21:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069350215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069350215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069350216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069350216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069350216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/572f152a06ae40218188e988a5a9c69b is 50, key is test_row_0/B:col10/1732069289934/Put/seqid=0 2024-11-20T02:21:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741840_1016 (size=12001) 2024-11-20T02:21:30,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/572f152a06ae40218188e988a5a9c69b 2024-11-20T02:21:30,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/38726aab8d814ce99b9b0d28e7dd90be is 50, key is test_row_0/C:col10/1732069289934/Put/seqid=0 2024-11-20T02:21:30,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741841_1017 (size=12001) 2024-11-20T02:21:30,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/38726aab8d814ce99b9b0d28e7dd90be 2024-11-20T02:21:30,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6508d598ce5a4d47aa3f9867ad9af75e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6508d598ce5a4d47aa3f9867ad9af75e 2024-11-20T02:21:30,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6508d598ce5a4d47aa3f9867ad9af75e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T02:21:30,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T02:21:30,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:30,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/572f152a06ae40218188e988a5a9c69b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/572f152a06ae40218188e988a5a9c69b 2024-11-20T02:21:30,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/572f152a06ae40218188e988a5a9c69b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T02:21:30,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/38726aab8d814ce99b9b0d28e7dd90be as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/38726aab8d814ce99b9b0d28e7dd90be 2024-11-20T02:21:30,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/38726aab8d814ce99b9b0d28e7dd90be, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T02:21:30,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 8ab0ee51a9ee83e560e215fa2f953269 in 486ms, sequenceid=15, compaction requested=false 2024-11-20T02:21:30,422 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T02:21:30,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:30,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T02:21:30,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:30,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:30,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T02:21:30,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/f32aeaff13eb432d96d10b54752dad67 is 50, key is test_row_0/A:col10/1732069290440/Put/seqid=0 2024-11-20T02:21:30,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069350463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069350468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069350472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069350477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069350480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741842_1018 (size=12001) 2024-11-20T02:21:30,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/f32aeaff13eb432d96d10b54752dad67 2024-11-20T02:21:30,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/3d013abdaffc40a1ac1e5ed1e54dcbf4 is 50, key is test_row_0/B:col10/1732069290440/Put/seqid=0 2024-11-20T02:21:30,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T02:21:30,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:30,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741843_1019 (size=12001) 2024-11-20T02:21:30,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/3d013abdaffc40a1ac1e5ed1e54dcbf4 2024-11-20T02:21:30,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/dccb2836018e428e9707b0b5cb85595f is 50, key is test_row_0/C:col10/1732069290440/Put/seqid=0 2024-11-20T02:21:30,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069350586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069350586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069350588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069350590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069350596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741844_1020 (size=12001) 2024-11-20T02:21:30,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/dccb2836018e428e9707b0b5cb85595f 2024-11-20T02:21:30,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T02:21:30,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-20T02:21:30,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/f32aeaff13eb432d96d10b54752dad67 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f32aeaff13eb432d96d10b54752dad67 2024-11-20T02:21:30,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f32aeaff13eb432d96d10b54752dad67, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T02:21:30,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/3d013abdaffc40a1ac1e5ed1e54dcbf4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/3d013abdaffc40a1ac1e5ed1e54dcbf4 2024-11-20T02:21:30,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/3d013abdaffc40a1ac1e5ed1e54dcbf4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T02:21:30,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/dccb2836018e428e9707b0b5cb85595f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dccb2836018e428e9707b0b5cb85595f 2024-11-20T02:21:30,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T02:21:30,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:30,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dccb2836018e428e9707b0b5cb85595f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T02:21:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8ab0ee51a9ee83e560e215fa2f953269 in 256ms, sequenceid=40, compaction requested=false 2024-11-20T02:21:30,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:30,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T02:21:30,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:30,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/2fcf6442d69e437990f85cdf7560e55e is 50, key is test_row_0/A:col10/1732069290475/Put/seqid=0 2024-11-20T02:21:30,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741845_1021 (size=12001) 2024-11-20T02:21:30,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/2fcf6442d69e437990f85cdf7560e55e 2024-11-20T02:21:30,851 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T02:21:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:30,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:30,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/e1aa6eb02ad64c4a9c2e6dfde99dbc38 is 50, key is test_row_0/B:col10/1732069290475/Put/seqid=0 2024-11-20T02:21:30,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741846_1022 (size=12001) 2024-11-20T02:21:30,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069350901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069350908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069350909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069350914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069350913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T02:21:31,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T02:21:31,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:31,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:31,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:31,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:31,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:31,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069351017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069351019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069351019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069351021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069351021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T02:21:31,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:31,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:31,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:31,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:31,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:31,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069351227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069351227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069351228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069351233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069351233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/e1aa6eb02ad64c4a9c2e6dfde99dbc38 2024-11-20T02:21:31,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/8c33606e8112477bbfd14766614b174a is 50, key is test_row_0/C:col10/1732069290475/Put/seqid=0 2024-11-20T02:21:31,318 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T02:21:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:31,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741847_1023 (size=12001) 2024-11-20T02:21:31,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/8c33606e8112477bbfd14766614b174a 2024-11-20T02:21:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/2fcf6442d69e437990f85cdf7560e55e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/2fcf6442d69e437990f85cdf7560e55e 2024-11-20T02:21:31,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T02:21:31,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/2fcf6442d69e437990f85cdf7560e55e, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T02:21:31,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/e1aa6eb02ad64c4a9c2e6dfde99dbc38 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e1aa6eb02ad64c4a9c2e6dfde99dbc38 2024-11-20T02:21:31,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e1aa6eb02ad64c4a9c2e6dfde99dbc38, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T02:21:31,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/8c33606e8112477bbfd14766614b174a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8c33606e8112477bbfd14766614b174a 2024-11-20T02:21:31,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8c33606e8112477bbfd14766614b174a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T02:21:31,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8ab0ee51a9ee83e560e215fa2f953269 in 614ms, sequenceid=53, compaction requested=true 2024-11-20T02:21:31,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:31,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:31,439 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:31,439 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:31,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:31,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:31,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:31,443 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:31,445 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:31,445 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:31,445 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/572f152a06ae40218188e988a5a9c69b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/3d013abdaffc40a1ac1e5ed1e54dcbf4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e1aa6eb02ad64c4a9c2e6dfde99dbc38] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=35.2 K 2024-11-20T02:21:31,447 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 572f152a06ae40218188e988a5a9c69b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732069289907 2024-11-20T02:21:31,448 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d013abdaffc40a1ac1e5ed1e54dcbf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732069290070 2024-11-20T02:21:31,449 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e1aa6eb02ad64c4a9c2e6dfde99dbc38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069290475 2024-11-20T02:21:31,453 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:31,453 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:31,453 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:31,453 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6508d598ce5a4d47aa3f9867ad9af75e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f32aeaff13eb432d96d10b54752dad67, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/2fcf6442d69e437990f85cdf7560e55e] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=35.2 K 2024-11-20T02:21:31,455 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6508d598ce5a4d47aa3f9867ad9af75e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732069289907 2024-11-20T02:21:31,456 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting f32aeaff13eb432d96d10b54752dad67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732069290070 2024-11-20T02:21:31,457 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fcf6442d69e437990f85cdf7560e55e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069290475 2024-11-20T02:21:31,473 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T02:21:31,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:31,475 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:21:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:31,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:31,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:31,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:31,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/ba6648b234404a5b9e80a5ceccc50c48 is 50, key is test_row_0/A:col10/1732069290903/Put/seqid=0 2024-11-20T02:21:31,493 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#9 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:31,494 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/78edca4744504fd9a46745f348541f0c is 50, key is test_row_0/A:col10/1732069290475/Put/seqid=0 2024-11-20T02:21:31,501 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#10 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:31,502 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/627403e3a92b4b33a29caca9f56266c5 is 50, key is test_row_0/B:col10/1732069290475/Put/seqid=0 2024-11-20T02:21:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741848_1024 (size=12001) 2024-11-20T02:21:31,519 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/ba6648b234404a5b9e80a5ceccc50c48 2024-11-20T02:21:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:31,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741850_1026 (size=12104) 2024-11-20T02:21:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741849_1025 (size=12104) 2024-11-20T02:21:31,566 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/78edca4744504fd9a46745f348541f0c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/78edca4744504fd9a46745f348541f0c 2024-11-20T02:21:31,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/94320e34ecdb4bd5a2140bd65cfa790c is 50, key is test_row_0/B:col10/1732069290903/Put/seqid=0 2024-11-20T02:21:31,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069351565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069351568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069351576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069351581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069351582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,594 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into 78edca4744504fd9a46745f348541f0c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:31,595 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:31,595 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=13, startTime=1732069291424; duration=0sec 2024-11-20T02:21:31,595 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:31,595 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:31,595 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:31,600 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:31,600 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/C is initiating minor compaction (all files) 2024-11-20T02:21:31,600 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/C in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:31,600 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/38726aab8d814ce99b9b0d28e7dd90be, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dccb2836018e428e9707b0b5cb85595f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8c33606e8112477bbfd14766614b174a] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=35.2 K 2024-11-20T02:21:31,605 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38726aab8d814ce99b9b0d28e7dd90be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732069289907 2024-11-20T02:21:31,606 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting dccb2836018e428e9707b0b5cb85595f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732069290070 2024-11-20T02:21:31,607 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c33606e8112477bbfd14766614b174a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069290475 2024-11-20T02:21:31,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741851_1027 (size=12001) 2024-11-20T02:21:31,643 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#C#compaction#13 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:31,644 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/89e47706d26a410a890906a84abca0d8 is 50, key is test_row_0/C:col10/1732069290475/Put/seqid=0 2024-11-20T02:21:31,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741852_1028 (size=12104) 2024-11-20T02:21:31,673 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/89e47706d26a410a890906a84abca0d8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/89e47706d26a410a890906a84abca0d8 2024-11-20T02:21:31,690 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/C of 8ab0ee51a9ee83e560e215fa2f953269 into 89e47706d26a410a890906a84abca0d8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:31,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069351683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,691 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:31,692 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/C, priority=13, startTime=1732069291441; duration=0sec 2024-11-20T02:21:31,692 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:31,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,692 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069351684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069351694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069351695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069351695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069351895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069351896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069351905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069351905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069351905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T02:21:31,961 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/627403e3a92b4b33a29caca9f56266c5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/627403e3a92b4b33a29caca9f56266c5 2024-11-20T02:21:31,979 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into 627403e3a92b4b33a29caca9f56266c5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:31,979 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:31,979 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=13, startTime=1732069291439; duration=0sec 2024-11-20T02:21:31,980 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:31,980 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:32,016 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/94320e34ecdb4bd5a2140bd65cfa790c 2024-11-20T02:21:32,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/8160e85641e94bd388fec62408a9c049 is 50, key is test_row_0/C:col10/1732069290903/Put/seqid=0 2024-11-20T02:21:32,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741853_1029 (size=12001) 2024-11-20T02:21:32,054 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/8160e85641e94bd388fec62408a9c049 2024-11-20T02:21:32,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/ba6648b234404a5b9e80a5ceccc50c48 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ba6648b234404a5b9e80a5ceccc50c48 2024-11-20T02:21:32,084 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ba6648b234404a5b9e80a5ceccc50c48, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T02:21:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/94320e34ecdb4bd5a2140bd65cfa790c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/94320e34ecdb4bd5a2140bd65cfa790c 2024-11-20T02:21:32,105 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/94320e34ecdb4bd5a2140bd65cfa790c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T02:21:32,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/8160e85641e94bd388fec62408a9c049 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8160e85641e94bd388fec62408a9c049 2024-11-20T02:21:32,124 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8160e85641e94bd388fec62408a9c049, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T02:21:32,126 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8ab0ee51a9ee83e560e215fa2f953269 in 651ms, sequenceid=76, compaction requested=false 2024-11-20T02:21:32,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:32,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:32,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T02:21:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-20T02:21:32,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T02:21:32,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2780 sec 2024-11-20T02:21:32,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.2950 sec 2024-11-20T02:21:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:32,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:21:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:32,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:32,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/1e0ca3b9cf9f4a1aa1f6f276ca5144c3 is 50, key is test_row_0/A:col10/1732069291556/Put/seqid=0 2024-11-20T02:21:32,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T02:21:32,233 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T02:21:32,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-20T02:21:32,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-20T02:21:32,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:21:32,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T02:21:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741854_1030 (size=12001) 2024-11-20T02:21:32,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/1e0ca3b9cf9f4a1aa1f6f276ca5144c3 2024-11-20T02:21:32,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T02:21:32,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T02:21:32,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T02:21:32,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T02:21:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069352243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069352246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069352246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069352251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069352251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/88a3a6cac7024d378168aa18b21a6ce2 is 50, key is test_row_0/B:col10/1732069291556/Put/seqid=0 2024-11-20T02:21:32,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741855_1031 (size=12001) 2024-11-20T02:21:32,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/88a3a6cac7024d378168aa18b21a6ce2 2024-11-20T02:21:32,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/dbd6caaf918541a495e475beb65641a9 is 50, key is test_row_0/C:col10/1732069291556/Put/seqid=0 2024-11-20T02:21:32,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741856_1032 (size=12001) 2024-11-20T02:21:32,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/dbd6caaf918541a495e475beb65641a9 2024-11-20T02:21:32,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069352355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/1e0ca3b9cf9f4a1aa1f6f276ca5144c3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1e0ca3b9cf9f4a1aa1f6f276ca5144c3 2024-11-20T02:21:32,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069352355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069352357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069352358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069352359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1e0ca3b9cf9f4a1aa1f6f276ca5144c3, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T02:21:32,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/88a3a6cac7024d378168aa18b21a6ce2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/88a3a6cac7024d378168aa18b21a6ce2 2024-11-20T02:21:32,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/88a3a6cac7024d378168aa18b21a6ce2, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T02:21:32,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/dbd6caaf918541a495e475beb65641a9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dbd6caaf918541a495e475beb65641a9 2024-11-20T02:21:32,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dbd6caaf918541a495e475beb65641a9, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T02:21:32,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8ab0ee51a9ee83e560e215fa2f953269 in 224ms, sequenceid=94, compaction requested=true 2024-11-20T02:21:32,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:32,430 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:32,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:32,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:32,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:32,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:32,431 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:32,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:32,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:32,435 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:32,435 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:32,435 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:32,436 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/627403e3a92b4b33a29caca9f56266c5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/94320e34ecdb4bd5a2140bd65cfa790c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/88a3a6cac7024d378168aa18b21a6ce2] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=35.3 K 2024-11-20T02:21:32,436 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:32,436 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:32,436 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:32,437 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/78edca4744504fd9a46745f348541f0c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ba6648b234404a5b9e80a5ceccc50c48, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1e0ca3b9cf9f4a1aa1f6f276ca5144c3] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=35.3 K 2024-11-20T02:21:32,439 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78edca4744504fd9a46745f348541f0c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069290475 2024-11-20T02:21:32,440 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba6648b234404a5b9e80a5ceccc50c48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732069290870 2024-11-20T02:21:32,440 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 627403e3a92b4b33a29caca9f56266c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069290475 2024-11-20T02:21:32,441 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 94320e34ecdb4bd5a2140bd65cfa790c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732069290870 2024-11-20T02:21:32,441 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e0ca3b9cf9f4a1aa1f6f276ca5144c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732069291556 2024-11-20T02:21:32,443 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 88a3a6cac7024d378168aa18b21a6ce2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732069291556 2024-11-20T02:21:32,485 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#18 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:32,487 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/586caa402c694a3ea3274ae5d2918d67 is 50, key is test_row_0/A:col10/1732069291556/Put/seqid=0 2024-11-20T02:21:32,488 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#19 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:32,489 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/99d94647440a4da7863d0bd2f054c43a is 50, key is test_row_0/B:col10/1732069291556/Put/seqid=0 2024-11-20T02:21:32,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741857_1033 (size=12207) 2024-11-20T02:21:32,520 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/586caa402c694a3ea3274ae5d2918d67 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/586caa402c694a3ea3274ae5d2918d67 2024-11-20T02:21:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741858_1034 (size=12207) 2024-11-20T02:21:32,533 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into 586caa402c694a3ea3274ae5d2918d67(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:32,533 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:32,533 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=13, startTime=1732069292430; duration=0sec 2024-11-20T02:21:32,533 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:32,533 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:32,533 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:32,536 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:32,537 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/C is initiating minor compaction (all files) 2024-11-20T02:21:32,537 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/C in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:32,537 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/89e47706d26a410a890906a84abca0d8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8160e85641e94bd388fec62408a9c049, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dbd6caaf918541a495e475beb65641a9] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=35.3 K 2024-11-20T02:21:32,538 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89e47706d26a410a890906a84abca0d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069290475 2024-11-20T02:21:32,540 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8160e85641e94bd388fec62408a9c049, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732069290870 2024-11-20T02:21:32,541 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbd6caaf918541a495e475beb65641a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732069291556 2024-11-20T02:21:32,546 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/99d94647440a4da7863d0bd2f054c43a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/99d94647440a4da7863d0bd2f054c43a 2024-11-20T02:21:32,562 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into 99d94647440a4da7863d0bd2f054c43a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:32,562 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:32,562 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=13, startTime=1732069292431; duration=0sec 2024-11-20T02:21:32,562 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:32,562 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:32,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:21:32,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:32,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:32,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:32,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:32,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:32,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:32,574 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#C#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:32,575 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/e0e3b1a0b7c149b888eff912df06b8c7 is 50, key is test_row_0/C:col10/1732069291556/Put/seqid=0 2024-11-20T02:21:32,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b4f9e4dd952a4ad38b2d6316374cc4ef is 50, key is test_row_0/A:col10/1732069292246/Put/seqid=0 2024-11-20T02:21:32,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069352583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069352586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069352586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069352587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069352589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741859_1035 (size=12207) 2024-11-20T02:21:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741860_1036 (size=14341) 2024-11-20T02:21:32,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b4f9e4dd952a4ad38b2d6316374cc4ef 2024-11-20T02:21:32,621 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/e0e3b1a0b7c149b888eff912df06b8c7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/e0e3b1a0b7c149b888eff912df06b8c7 2024-11-20T02:21:32,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/82ed72e5c8244121a3047303033b6a19 is 50, key is test_row_0/B:col10/1732069292246/Put/seqid=0 2024-11-20T02:21:32,653 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/C of 8ab0ee51a9ee83e560e215fa2f953269 into e0e3b1a0b7c149b888eff912df06b8c7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:32,653 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:32,653 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/C, priority=13, startTime=1732069292431; duration=0sec 2024-11-20T02:21:32,653 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:32,653 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741861_1037 (size=12001) 2024-11-20T02:21:32,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/82ed72e5c8244121a3047303033b6a19 2024-11-20T02:21:32,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/3defc5e9a959465a98fa0f1a2ebc2bcc is 50, key is test_row_0/C:col10/1732069292246/Put/seqid=0 2024-11-20T02:21:32,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069352691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069352693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069352697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069352698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069352698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741862_1038 (size=12001) 2024-11-20T02:21:32,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/3defc5e9a959465a98fa0f1a2ebc2bcc 2024-11-20T02:21:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b4f9e4dd952a4ad38b2d6316374cc4ef as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b4f9e4dd952a4ad38b2d6316374cc4ef 2024-11-20T02:21:32,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b4f9e4dd952a4ad38b2d6316374cc4ef, entries=200, sequenceid=118, filesize=14.0 K 2024-11-20T02:21:32,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/82ed72e5c8244121a3047303033b6a19 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/82ed72e5c8244121a3047303033b6a19 2024-11-20T02:21:32,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/82ed72e5c8244121a3047303033b6a19, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T02:21:32,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/3defc5e9a959465a98fa0f1a2ebc2bcc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3defc5e9a959465a98fa0f1a2ebc2bcc 2024-11-20T02:21:32,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3defc5e9a959465a98fa0f1a2ebc2bcc, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T02:21:32,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8ab0ee51a9ee83e560e215fa2f953269 in 211ms, sequenceid=118, compaction requested=false 2024-11-20T02:21:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:32,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:21:32,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:32,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:32,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:32,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:32,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:32,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:32,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b92c7b3951f442d49ade5980ff9c4a81 is 50, key is test_row_0/A:col10/1732069292897/Put/seqid=0 2024-11-20T02:21:32,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741863_1039 (size=12101) 2024-11-20T02:21:32,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b92c7b3951f442d49ade5980ff9c4a81 2024-11-20T02:21:32,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/fd521cec7c024e1081963d1bfc6fc122 is 50, key is test_row_0/B:col10/1732069292897/Put/seqid=0 2024-11-20T02:21:32,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741864_1040 (size=12101) 2024-11-20T02:21:32,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069352986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069352989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:32,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069352989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069352995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069353020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069353097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069353099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069353099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069353103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069353126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069353302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069353304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069353304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069353309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069353332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/fd521cec7c024e1081963d1bfc6fc122 2024-11-20T02:21:33,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/c4eaabb076a8438cba6f15d6489be3e4 is 50, key is test_row_0/C:col10/1732069292897/Put/seqid=0 2024-11-20T02:21:33,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741865_1041 (size=12101) 2024-11-20T02:21:33,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/c4eaabb076a8438cba6f15d6489be3e4 2024-11-20T02:21:33,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b92c7b3951f442d49ade5980ff9c4a81 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b92c7b3951f442d49ade5980ff9c4a81 2024-11-20T02:21:33,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b92c7b3951f442d49ade5980ff9c4a81, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T02:21:33,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/fd521cec7c024e1081963d1bfc6fc122 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/fd521cec7c024e1081963d1bfc6fc122 2024-11-20T02:21:33,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/fd521cec7c024e1081963d1bfc6fc122, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T02:21:33,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/c4eaabb076a8438cba6f15d6489be3e4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c4eaabb076a8438cba6f15d6489be3e4 2024-11-20T02:21:33,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c4eaabb076a8438cba6f15d6489be3e4, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T02:21:33,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8ab0ee51a9ee83e560e215fa2f953269 in 560ms, sequenceid=134, compaction requested=true 2024-11-20T02:21:33,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:33,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:33,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:33,461 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:33,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:33,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:33,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:33,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T02:21:33,461 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:33,463 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:33,463 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:33,463 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:33,463 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:33,463 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/586caa402c694a3ea3274ae5d2918d67, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b4f9e4dd952a4ad38b2d6316374cc4ef, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b92c7b3951f442d49ade5980ff9c4a81] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=37.7 K 2024-11-20T02:21:33,463 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:33,463 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:33,463 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/99d94647440a4da7863d0bd2f054c43a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/82ed72e5c8244121a3047303033b6a19, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/fd521cec7c024e1081963d1bfc6fc122] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=35.5 K 2024-11-20T02:21:33,464 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99d94647440a4da7863d0bd2f054c43a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732069291556 2024-11-20T02:21:33,465 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 586caa402c694a3ea3274ae5d2918d67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732069291556 2024-11-20T02:21:33,465 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82ed72e5c8244121a3047303033b6a19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732069292246 2024-11-20T02:21:33,466 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b4f9e4dd952a4ad38b2d6316374cc4ef, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732069292238 2024-11-20T02:21:33,466 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b92c7b3951f442d49ade5980ff9c4a81, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069292582 2024-11-20T02:21:33,466 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd521cec7c024e1081963d1bfc6fc122, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069292582 2024-11-20T02:21:33,486 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:33,487 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/7e0184aad25a475cb347ea79e4e39abf is 50, key is test_row_0/A:col10/1732069292897/Put/seqid=0 2024-11-20T02:21:33,498 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:33,499 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/d5f3f942242b441fa902d1805a130958 is 50, key is test_row_0/B:col10/1732069292897/Put/seqid=0 2024-11-20T02:21:33,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741866_1042 (size=12409) 2024-11-20T02:21:33,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741867_1043 (size=12409) 2024-11-20T02:21:33,524 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/d5f3f942242b441fa902d1805a130958 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/d5f3f942242b441fa902d1805a130958 2024-11-20T02:21:33,535 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into d5f3f942242b441fa902d1805a130958(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:33,535 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:33,536 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=13, startTime=1732069293461; duration=0sec 2024-11-20T02:21:33,536 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:33,536 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:33,536 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:33,539 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:33,539 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/C is initiating minor compaction (all files) 2024-11-20T02:21:33,540 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/C in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:33,540 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/e0e3b1a0b7c149b888eff912df06b8c7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3defc5e9a959465a98fa0f1a2ebc2bcc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c4eaabb076a8438cba6f15d6489be3e4] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=35.5 K 2024-11-20T02:21:33,540 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0e3b1a0b7c149b888eff912df06b8c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732069291556 2024-11-20T02:21:33,541 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3defc5e9a959465a98fa0f1a2ebc2bcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732069292246 2024-11-20T02:21:33,542 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4eaabb076a8438cba6f15d6489be3e4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069292582 2024-11-20T02:21:33,572 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#C#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:33,573 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/8d493db33b444bdeb1add9e2f117abf7 is 50, key is test_row_0/C:col10/1732069292897/Put/seqid=0 2024-11-20T02:21:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741868_1044 (size=12409) 2024-11-20T02:21:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:33,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:21:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:33,619 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/8d493db33b444bdeb1add9e2f117abf7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8d493db33b444bdeb1add9e2f117abf7 2024-11-20T02:21:33,629 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/C of 8ab0ee51a9ee83e560e215fa2f953269 into 8d493db33b444bdeb1add9e2f117abf7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:33,630 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:33,630 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/C, priority=13, startTime=1732069293461; duration=0sec 2024-11-20T02:21:33,630 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:33,630 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:33,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6252b1ec38d648778ac6f9baee9bc98d is 50, key is test_row_0/A:col10/1732069293610/Put/seqid=0 2024-11-20T02:21:33,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069353633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069353636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069353639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069353640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069353644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741869_1045 (size=12151) 2024-11-20T02:21:33,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069353746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069353747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069353749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069353751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,922 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/7e0184aad25a475cb347ea79e4e39abf as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/7e0184aad25a475cb347ea79e4e39abf 2024-11-20T02:21:33,931 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into 7e0184aad25a475cb347ea79e4e39abf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:33,932 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:33,932 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=13, startTime=1732069293460; duration=0sec 2024-11-20T02:21:33,932 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:33,932 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:33,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069353951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069353951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069353955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069353955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T02:21:33,961 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-20T02:21:33,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:21:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-20T02:21:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T02:21:33,969 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:21:33,970 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:21:33,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:21:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T02:21:34,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6252b1ec38d648778ac6f9baee9bc98d 2024-11-20T02:21:34,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/eb70e44966d845109066ae9fddcb6de3 is 50, key is test_row_0/B:col10/1732069293610/Put/seqid=0 2024-11-20T02:21:34,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741870_1046 (size=12151) 2024-11-20T02:21:34,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/eb70e44966d845109066ae9fddcb6de3 2024-11-20T02:21:34,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T02:21:34,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:34,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/7781d584ed45469892cc87a6ed155ff9 is 50, key is test_row_0/C:col10/1732069293610/Put/seqid=0 2024-11-20T02:21:34,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069354151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741871_1047 (size=12151) 2024-11-20T02:21:34,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/7781d584ed45469892cc87a6ed155ff9 2024-11-20T02:21:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6252b1ec38d648778ac6f9baee9bc98d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6252b1ec38d648778ac6f9baee9bc98d 2024-11-20T02:21:34,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6252b1ec38d648778ac6f9baee9bc98d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T02:21:34,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/eb70e44966d845109066ae9fddcb6de3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/eb70e44966d845109066ae9fddcb6de3 2024-11-20T02:21:34,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/eb70e44966d845109066ae9fddcb6de3, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T02:21:34,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/7781d584ed45469892cc87a6ed155ff9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7781d584ed45469892cc87a6ed155ff9 2024-11-20T02:21:34,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7781d584ed45469892cc87a6ed155ff9, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T02:21:34,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8ab0ee51a9ee83e560e215fa2f953269 in 610ms, sequenceid=159, compaction requested=false 2024-11-20T02:21:34,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:34,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T02:21:34,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:34,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:34,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:34,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:34,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:34,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T02:21:34,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/8e6ac3a94f664b809c35069334130e0e is 50, key is test_row_0/A:col10/1732069293629/Put/seqid=0 2024-11-20T02:21:34,279 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T02:21:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069354300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741872_1048 (size=12151) 2024-11-20T02:21:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069354303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069354304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069354305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069354406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069354409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069354410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069354412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,433 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T02:21:34,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:34,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T02:21:34,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T02:21:34,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:34,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069354613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069354612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069354614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069354618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/8e6ac3a94f664b809c35069334130e0e 2024-11-20T02:21:34,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/6c21885525f04f9aae173d989cd54072 is 50, key is test_row_0/B:col10/1732069293629/Put/seqid=0 2024-11-20T02:21:34,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741873_1049 (size=12151) 2024-11-20T02:21:34,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/6c21885525f04f9aae173d989cd54072 2024-11-20T02:21:34,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T02:21:34,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:34,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:34,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/554b3e68fd114bc4a43870af94dc11f1 is 50, key is test_row_0/C:col10/1732069293629/Put/seqid=0 2024-11-20T02:21:34,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741874_1050 (size=12151) 2024-11-20T02:21:34,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/554b3e68fd114bc4a43870af94dc11f1 2024-11-20T02:21:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/8e6ac3a94f664b809c35069334130e0e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8e6ac3a94f664b809c35069334130e0e 2024-11-20T02:21:34,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8e6ac3a94f664b809c35069334130e0e, entries=150, sequenceid=175, filesize=11.9 K 2024-11-20T02:21:34,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/6c21885525f04f9aae173d989cd54072 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6c21885525f04f9aae173d989cd54072 2024-11-20T02:21:34,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6c21885525f04f9aae173d989cd54072, entries=150, sequenceid=175, filesize=11.9 K 2024-11-20T02:21:34,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/554b3e68fd114bc4a43870af94dc11f1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/554b3e68fd114bc4a43870af94dc11f1 2024-11-20T02:21:34,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/554b3e68fd114bc4a43870af94dc11f1, entries=150, sequenceid=175, filesize=11.9 K 2024-11-20T02:21:34,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8ab0ee51a9ee83e560e215fa2f953269 in 582ms, sequenceid=175, compaction requested=true 2024-11-20T02:21:34,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:34,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:34,843 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:34,843 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:34,846 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:34,846 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:34,846 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,846 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/7e0184aad25a475cb347ea79e4e39abf, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6252b1ec38d648778ac6f9baee9bc98d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8e6ac3a94f664b809c35069334130e0e] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=35.9 K 2024-11-20T02:21:34,846 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:34,847 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:34,847 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,847 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/d5f3f942242b441fa902d1805a130958, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/eb70e44966d845109066ae9fddcb6de3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6c21885525f04f9aae173d989cd54072] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=35.9 K 2024-11-20T02:21:34,847 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e0184aad25a475cb347ea79e4e39abf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069292582 2024-11-20T02:21:34,848 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting d5f3f942242b441fa902d1805a130958, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069292582 2024-11-20T02:21:34,848 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6252b1ec38d648778ac6f9baee9bc98d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732069292994 2024-11-20T02:21:34,848 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting eb70e44966d845109066ae9fddcb6de3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732069292994 2024-11-20T02:21:34,849 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e6ac3a94f664b809c35069334130e0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732069293629 2024-11-20T02:21:34,849 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c21885525f04f9aae173d989cd54072, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732069293629 2024-11-20T02:21:34,865 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:34,866 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/008d056bb10c42bda5dd0dfd81215b52 is 50, key is test_row_0/A:col10/1732069293629/Put/seqid=0 2024-11-20T02:21:34,874 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:34,875 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/7fee6789a3324d5fb4968ebc9e6db592 is 50, key is test_row_0/B:col10/1732069293629/Put/seqid=0 2024-11-20T02:21:34,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741875_1051 (size=12561) 2024-11-20T02:21:34,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T02:21:34,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,898 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:21:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:34,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741876_1052 (size=12561) 2024-11-20T02:21:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:34,905 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/008d056bb10c42bda5dd0dfd81215b52 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/008d056bb10c42bda5dd0dfd81215b52 2024-11-20T02:21:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/53012fb723ca4e3e98d034802ffa0b08 is 50, key is test_row_0/A:col10/1732069294302/Put/seqid=0 2024-11-20T02:21:34,919 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/7fee6789a3324d5fb4968ebc9e6db592 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/7fee6789a3324d5fb4968ebc9e6db592 2024-11-20T02:21:34,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741877_1053 (size=12151) 2024-11-20T02:21:34,968 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into 7fee6789a3324d5fb4968ebc9e6db592(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:34,968 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into 008d056bb10c42bda5dd0dfd81215b52(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:34,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:34,969 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:34,969 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:34,969 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=13, startTime=1732069294843; duration=0sec 2024-11-20T02:21:34,969 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=13, startTime=1732069294842; duration=0sec 2024-11-20T02:21:34,969 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:34,969 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:34,969 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:34,970 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:34,970 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:34,972 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:34,972 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/C is initiating minor compaction (all files) 2024-11-20T02:21:34,972 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/C in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:34,973 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8d493db33b444bdeb1add9e2f117abf7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7781d584ed45469892cc87a6ed155ff9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/554b3e68fd114bc4a43870af94dc11f1] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=35.9 K 2024-11-20T02:21:34,973 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d493db33b444bdeb1add9e2f117abf7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069292582 2024-11-20T02:21:34,974 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 7781d584ed45469892cc87a6ed155ff9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732069292994 2024-11-20T02:21:34,976 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 554b3e68fd114bc4a43870af94dc11f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732069293629 2024-11-20T02:21:34,987 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#C#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:34,988 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/74e25238f4bb4e05b57d38dde69fc338 is 50, key is test_row_0/C:col10/1732069293629/Put/seqid=0 2024-11-20T02:21:34,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069354983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069354985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069354990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:34,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069354990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741878_1054 (size=12561) 2024-11-20T02:21:35,023 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/74e25238f4bb4e05b57d38dde69fc338 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/74e25238f4bb4e05b57d38dde69fc338 2024-11-20T02:21:35,036 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/C of 8ab0ee51a9ee83e560e215fa2f953269 into 74e25238f4bb4e05b57d38dde69fc338(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:35,037 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:35,038 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/C, priority=13, startTime=1732069294843; duration=0sec 2024-11-20T02:21:35,039 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:35,039 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T02:21:35,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069355093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069355096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069355096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069355097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069355163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069355299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069355300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069355302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069355301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,339 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/53012fb723ca4e3e98d034802ffa0b08 2024-11-20T02:21:35,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/59cf617aed82408cb1712d93237562fd is 50, key is test_row_0/B:col10/1732069294302/Put/seqid=0 2024-11-20T02:21:35,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741879_1055 (size=12151) 2024-11-20T02:21:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069355603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069355605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069355605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069355606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:35,776 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/59cf617aed82408cb1712d93237562fd 2024-11-20T02:21:35,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/bfb707abb3d6401781cfb2754a2aa777 is 50, key is test_row_0/C:col10/1732069294302/Put/seqid=0 2024-11-20T02:21:35,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741880_1056 (size=12151) 2024-11-20T02:21:35,850 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/bfb707abb3d6401781cfb2754a2aa777 2024-11-20T02:21:35,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/53012fb723ca4e3e98d034802ffa0b08 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/53012fb723ca4e3e98d034802ffa0b08 2024-11-20T02:21:35,870 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/53012fb723ca4e3e98d034802ffa0b08, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T02:21:35,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/59cf617aed82408cb1712d93237562fd as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/59cf617aed82408cb1712d93237562fd 2024-11-20T02:21:35,879 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/59cf617aed82408cb1712d93237562fd, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T02:21:35,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/bfb707abb3d6401781cfb2754a2aa777 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/bfb707abb3d6401781cfb2754a2aa777 2024-11-20T02:21:35,889 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/bfb707abb3d6401781cfb2754a2aa777, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T02:21:35,893 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8ab0ee51a9ee83e560e215fa2f953269 in 995ms, sequenceid=197, compaction requested=false 2024-11-20T02:21:35,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:35,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:35,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T02:21:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-20T02:21:35,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T02:21:35,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9260 sec 2024-11-20T02:21:35,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.9380 sec 2024-11-20T02:21:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T02:21:36,074 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-20T02:21:36,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:21:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-20T02:21:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T02:21:36,083 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:21:36,084 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:21:36,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:21:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:36,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:21:36,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:36,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:36,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:36,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:36,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:36,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:36,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6038777514c846508ea967f02846165f is 50, key is test_row_0/A:col10/1732069294985/Put/seqid=0 2024-11-20T02:21:36,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069356141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069356141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069356143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069356143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741881_1057 (size=14541) 2024-11-20T02:21:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T02:21:36,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T02:21:36,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:36,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:36,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:36,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069356247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069356249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069356248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069356249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T02:21:36,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T02:21:36,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:36,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:36,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:36,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069356450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069356454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069356454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069356454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,552 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T02:21:36,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:36,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:36,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:36,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6038777514c846508ea967f02846165f 2024-11-20T02:21:36,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/6af4d42ab3414a50bb490cbcc3ed1f4d is 50, key is test_row_0/B:col10/1732069294985/Put/seqid=0 2024-11-20T02:21:36,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741882_1058 (size=12151) 2024-11-20T02:21:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T02:21:36,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T02:21:36,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:36,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:36,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069356756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069356758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069356758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069356763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:36,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T02:21:36,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:36,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:36,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/6af4d42ab3414a50bb490cbcc3ed1f4d 2024-11-20T02:21:36,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/54250cd43fe74da598c488fc5210ee55 is 50, key is test_row_0/C:col10/1732069294985/Put/seqid=0 2024-11-20T02:21:36,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741883_1059 (size=12151) 2024-11-20T02:21:36,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/54250cd43fe74da598c488fc5210ee55 2024-11-20T02:21:37,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6038777514c846508ea967f02846165f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6038777514c846508ea967f02846165f 2024-11-20T02:21:37,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:37,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T02:21:37,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:37,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:37,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6038777514c846508ea967f02846165f, entries=200, sequenceid=215, filesize=14.2 K 2024-11-20T02:21:37,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/6af4d42ab3414a50bb490cbcc3ed1f4d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6af4d42ab3414a50bb490cbcc3ed1f4d 2024-11-20T02:21:37,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6af4d42ab3414a50bb490cbcc3ed1f4d, entries=150, sequenceid=215, filesize=11.9 K 2024-11-20T02:21:37,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/54250cd43fe74da598c488fc5210ee55 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/54250cd43fe74da598c488fc5210ee55 2024-11-20T02:21:37,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/54250cd43fe74da598c488fc5210ee55, entries=150, sequenceid=215, filesize=11.9 K 2024-11-20T02:21:37,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8ab0ee51a9ee83e560e215fa2f953269 in 947ms, sequenceid=215, compaction requested=true 2024-11-20T02:21:37,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:37,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:37,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:37,061 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:37,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:37,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:37,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:37,061 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:37,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:37,063 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:37,063 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:37,063 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:37,063 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:37,063 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:37,064 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:37,064 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/7fee6789a3324d5fb4968ebc9e6db592, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/59cf617aed82408cb1712d93237562fd, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6af4d42ab3414a50bb490cbcc3ed1f4d] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=36.0 K 2024-11-20T02:21:37,064 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/008d056bb10c42bda5dd0dfd81215b52, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/53012fb723ca4e3e98d034802ffa0b08, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6038777514c846508ea967f02846165f] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=38.3 K 2024-11-20T02:21:37,064 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 008d056bb10c42bda5dd0dfd81215b52, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732069293629 2024-11-20T02:21:37,064 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fee6789a3324d5fb4968ebc9e6db592, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732069293629 2024-11-20T02:21:37,066 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 59cf617aed82408cb1712d93237562fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732069294299 2024-11-20T02:21:37,066 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53012fb723ca4e3e98d034802ffa0b08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732069294299 2024-11-20T02:21:37,067 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6038777514c846508ea967f02846165f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732069294982 2024-11-20T02:21:37,067 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6af4d42ab3414a50bb490cbcc3ed1f4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732069294982 2024-11-20T02:21:37,083 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#45 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:37,084 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/e9bbb1a8f71d416eaea7b53187576eea is 50, key is test_row_0/B:col10/1732069294985/Put/seqid=0 2024-11-20T02:21:37,087 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:37,087 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/01ecede3810c486d86be1b6d73f43bcc is 50, key is test_row_0/A:col10/1732069294985/Put/seqid=0 2024-11-20T02:21:37,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741884_1060 (size=12663) 2024-11-20T02:21:37,131 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/e9bbb1a8f71d416eaea7b53187576eea as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e9bbb1a8f71d416eaea7b53187576eea 2024-11-20T02:21:37,143 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into e9bbb1a8f71d416eaea7b53187576eea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:37,143 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:37,145 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=13, startTime=1732069297061; duration=0sec 2024-11-20T02:21:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741885_1061 (size=12663) 2024-11-20T02:21:37,145 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:37,145 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:37,146 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:37,150 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:37,150 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/C is initiating minor compaction (all files) 2024-11-20T02:21:37,150 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/C in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:37,151 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/74e25238f4bb4e05b57d38dde69fc338, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/bfb707abb3d6401781cfb2754a2aa777, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/54250cd43fe74da598c488fc5210ee55] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=36.0 K 2024-11-20T02:21:37,159 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/01ecede3810c486d86be1b6d73f43bcc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/01ecede3810c486d86be1b6d73f43bcc 2024-11-20T02:21:37,168 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into 01ecede3810c486d86be1b6d73f43bcc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:37,168 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:37,168 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=13, startTime=1732069297061; duration=0sec 2024-11-20T02:21:37,169 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:37,169 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:37,169 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 74e25238f4bb4e05b57d38dde69fc338, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732069293629 2024-11-20T02:21:37,170 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting bfb707abb3d6401781cfb2754a2aa777, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732069294299 2024-11-20T02:21:37,170 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 54250cd43fe74da598c488fc5210ee55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732069294982 2024-11-20T02:21:37,172 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:37,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T02:21:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:37,173 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:21:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:37,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:37,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:37,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:37,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T02:21:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/1d5174580e2e4c8b839f1ad1f28382f2 is 50, key is test_row_0/A:col10/1732069296141/Put/seqid=0 2024-11-20T02:21:37,199 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#C#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:37,200 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/14d1d8b6925f43bbb3c198ba103351ed is 50, key is test_row_0/C:col10/1732069294985/Put/seqid=0 2024-11-20T02:21:37,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069357221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741887_1063 (size=12663) 2024-11-20T02:21:37,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741886_1062 (size=12151) 2024-11-20T02:21:37,249 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/14d1d8b6925f43bbb3c198ba103351ed as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/14d1d8b6925f43bbb3c198ba103351ed 2024-11-20T02:21:37,260 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/C of 8ab0ee51a9ee83e560e215fa2f953269 into 14d1d8b6925f43bbb3c198ba103351ed(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:37,260 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:37,260 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/C, priority=13, startTime=1732069297061; duration=0sec 2024-11-20T02:21:37,260 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:37,260 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:37,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069357259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:37,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069357266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:37,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069357266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:37,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069357267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:37,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069357325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:37,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069357529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:37,636 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/1d5174580e2e4c8b839f1ad1f28382f2 2024-11-20T02:21:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/b6475126386d42bd8b36f2929b5547a9 is 50, key is test_row_0/B:col10/1732069296141/Put/seqid=0 2024-11-20T02:21:37,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741888_1064 (size=12151) 2024-11-20T02:21:37,669 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/b6475126386d42bd8b36f2929b5547a9 2024-11-20T02:21:37,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/98a67e92e4824584a5b64c08ea5df055 is 50, key is test_row_0/C:col10/1732069296141/Put/seqid=0 2024-11-20T02:21:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741889_1065 (size=12151) 2024-11-20T02:21:37,696 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/98a67e92e4824584a5b64c08ea5df055 2024-11-20T02:21:37,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/1d5174580e2e4c8b839f1ad1f28382f2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1d5174580e2e4c8b839f1ad1f28382f2 2024-11-20T02:21:37,715 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1d5174580e2e4c8b839f1ad1f28382f2, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T02:21:37,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/b6475126386d42bd8b36f2929b5547a9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b6475126386d42bd8b36f2929b5547a9 2024-11-20T02:21:37,726 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b6475126386d42bd8b36f2929b5547a9, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T02:21:37,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/98a67e92e4824584a5b64c08ea5df055 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/98a67e92e4824584a5b64c08ea5df055 2024-11-20T02:21:37,735 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/98a67e92e4824584a5b64c08ea5df055, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T02:21:37,737 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8ab0ee51a9ee83e560e215fa2f953269 in 563ms, sequenceid=239, compaction requested=false 2024-11-20T02:21:37,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:37,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:37,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-20T02:21:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-20T02:21:37,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T02:21:37,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6540 sec 2024-11-20T02:21:37,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.6640 sec 2024-11-20T02:21:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:37,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:21:37,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:37,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:37,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:37,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:37,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:37,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:37,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/d876dcceaeb14b4a95a0e842eef9a13e is 50, key is test_row_0/A:col10/1732069297219/Put/seqid=0 2024-11-20T02:21:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741890_1066 (size=14541) 2024-11-20T02:21:37,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/d876dcceaeb14b4a95a0e842eef9a13e 2024-11-20T02:21:37,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/f4d2f8b1e9784cdab51ea295a6363272 is 50, key is test_row_0/B:col10/1732069297219/Put/seqid=0 2024-11-20T02:21:37,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741891_1067 (size=12151) 2024-11-20T02:21:37,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/f4d2f8b1e9784cdab51ea295a6363272 2024-11-20T02:21:37,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/5c9fa08b5458480fb70966797f77b2d7 is 50, key is test_row_0/C:col10/1732069297219/Put/seqid=0 2024-11-20T02:21:37,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069357919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:37,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741892_1068 (size=12151) 2024-11-20T02:21:37,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/5c9fa08b5458480fb70966797f77b2d7 2024-11-20T02:21:37,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/d876dcceaeb14b4a95a0e842eef9a13e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/d876dcceaeb14b4a95a0e842eef9a13e 2024-11-20T02:21:37,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/d876dcceaeb14b4a95a0e842eef9a13e, entries=200, sequenceid=255, filesize=14.2 K 2024-11-20T02:21:37,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/f4d2f8b1e9784cdab51ea295a6363272 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f4d2f8b1e9784cdab51ea295a6363272 2024-11-20T02:21:37,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f4d2f8b1e9784cdab51ea295a6363272, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T02:21:37,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/5c9fa08b5458480fb70966797f77b2d7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/5c9fa08b5458480fb70966797f77b2d7 2024-11-20T02:21:37,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/5c9fa08b5458480fb70966797f77b2d7, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T02:21:37,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8ab0ee51a9ee83e560e215fa2f953269 in 130ms, sequenceid=255, compaction requested=true 2024-11-20T02:21:37,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:37,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:37,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:37,966 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:37,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:37,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:37,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:37,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T02:21:37,967 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:37,968 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:37,968 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:37,968 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:37,968 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/01ecede3810c486d86be1b6d73f43bcc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1d5174580e2e4c8b839f1ad1f28382f2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/d876dcceaeb14b4a95a0e842eef9a13e] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=38.4 K 2024-11-20T02:21:37,969 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01ecede3810c486d86be1b6d73f43bcc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732069294982 2024-11-20T02:21:37,970 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d5174580e2e4c8b839f1ad1f28382f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732069296129 2024-11-20T02:21:37,970 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:37,970 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:37,970 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:37,970 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e9bbb1a8f71d416eaea7b53187576eea, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b6475126386d42bd8b36f2929b5547a9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f4d2f8b1e9784cdab51ea295a6363272] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=36.1 K 2024-11-20T02:21:37,971 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting d876dcceaeb14b4a95a0e842eef9a13e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069297186 2024-11-20T02:21:37,971 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e9bbb1a8f71d416eaea7b53187576eea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732069294982 2024-11-20T02:21:37,972 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b6475126386d42bd8b36f2929b5547a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732069296129 2024-11-20T02:21:37,973 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting f4d2f8b1e9784cdab51ea295a6363272, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069297186 2024-11-20T02:21:37,986 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:37,987 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:37,987 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/06e687f466a142e4a363d04e7ec2e9ef is 50, key is test_row_0/A:col10/1732069297219/Put/seqid=0 2024-11-20T02:21:37,987 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/640be80eddac4a0f9385a8c48708ab4a is 50, key is test_row_0/B:col10/1732069297219/Put/seqid=0 2024-11-20T02:21:38,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741893_1069 (size=12765) 2024-11-20T02:21:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741894_1070 (size=12765) 2024-11-20T02:21:38,021 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/06e687f466a142e4a363d04e7ec2e9ef as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/06e687f466a142e4a363d04e7ec2e9ef 2024-11-20T02:21:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:38,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:21:38,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:38,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:38,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:38,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:38,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:38,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:38,029 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into 06e687f466a142e4a363d04e7ec2e9ef(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:38,029 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:38,029 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=13, startTime=1732069297966; duration=0sec 2024-11-20T02:21:38,030 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:38,030 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:38,030 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:38,031 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:38,032 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/C is initiating minor compaction (all files) 2024-11-20T02:21:38,032 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/C in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:38,033 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/14d1d8b6925f43bbb3c198ba103351ed, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/98a67e92e4824584a5b64c08ea5df055, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/5c9fa08b5458480fb70966797f77b2d7] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=36.1 K 2024-11-20T02:21:38,033 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14d1d8b6925f43bbb3c198ba103351ed, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732069294982 2024-11-20T02:21:38,034 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98a67e92e4824584a5b64c08ea5df055, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732069296129 2024-11-20T02:21:38,034 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c9fa08b5458480fb70966797f77b2d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069297186 2024-11-20T02:21:38,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/e6955701b8b54cf99729a6f408faace8 is 50, key is test_row_0/A:col10/1732069298025/Put/seqid=0 2024-11-20T02:21:38,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741895_1071 (size=14741) 2024-11-20T02:21:38,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/e6955701b8b54cf99729a6f408faace8 2024-11-20T02:21:38,046 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#C#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:38,046 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/df064641d18f43989a50151b79659dd8 is 50, key is test_row_0/C:col10/1732069297219/Put/seqid=0 2024-11-20T02:21:38,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/b203f72f111643ebb4f70d498b443acc is 50, key is test_row_0/B:col10/1732069298025/Put/seqid=0 2024-11-20T02:21:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741896_1072 (size=12765) 2024-11-20T02:21:38,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741897_1073 (size=12301) 2024-11-20T02:21:38,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069358100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T02:21:38,186 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-20T02:21:38,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:21:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-20T02:21:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T02:21:38,190 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:21:38,191 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:21:38,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:21:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069358204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069358267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069358273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069358273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069358274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T02:21:38,343 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T02:21:38,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:38,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:38,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:38,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069358407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,413 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/640be80eddac4a0f9385a8c48708ab4a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/640be80eddac4a0f9385a8c48708ab4a 2024-11-20T02:21:38,423 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into 640be80eddac4a0f9385a8c48708ab4a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:38,423 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:38,423 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=13, startTime=1732069297966; duration=0sec 2024-11-20T02:21:38,423 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:38,423 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:38,481 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/df064641d18f43989a50151b79659dd8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/df064641d18f43989a50151b79659dd8 2024-11-20T02:21:38,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/b203f72f111643ebb4f70d498b443acc 2024-11-20T02:21:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T02:21:38,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/726ce38b0f894c6baec5f17a4165cf40 is 50, key is test_row_0/C:col10/1732069298025/Put/seqid=0 2024-11-20T02:21:38,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T02:21:38,499 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/C of 8ab0ee51a9ee83e560e215fa2f953269 into df064641d18f43989a50151b79659dd8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:38,499 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:38,499 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/C, priority=13, startTime=1732069297967; duration=0sec 2024-11-20T02:21:38,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:38,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:38,500 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:38,500 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:38,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741898_1074 (size=12301) 2024-11-20T02:21:38,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T02:21:38,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:38,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069358709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T02:21:38,806 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T02:21:38,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:38,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:38,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:38,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:38,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/726ce38b0f894c6baec5f17a4165cf40 2024-11-20T02:21:38,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/e6955701b8b54cf99729a6f408faace8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e6955701b8b54cf99729a6f408faace8 2024-11-20T02:21:38,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e6955701b8b54cf99729a6f408faace8, entries=200, sequenceid=277, filesize=14.4 K 2024-11-20T02:21:38,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/b203f72f111643ebb4f70d498b443acc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b203f72f111643ebb4f70d498b443acc 2024-11-20T02:21:38,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b203f72f111643ebb4f70d498b443acc, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T02:21:38,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/726ce38b0f894c6baec5f17a4165cf40 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/726ce38b0f894c6baec5f17a4165cf40 2024-11-20T02:21:38,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/726ce38b0f894c6baec5f17a4165cf40, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T02:21:38,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8ab0ee51a9ee83e560e215fa2f953269 in 915ms, sequenceid=277, compaction requested=false 2024-11-20T02:21:38,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:38,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:38,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T02:21:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:38,962 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T02:21:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:38,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:38,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/413159b7dcc34ea8872cd0f034b39d9b is 50, key is test_row_0/A:col10/1732069298087/Put/seqid=0 2024-11-20T02:21:38,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741899_1075 (size=12301) 2024-11-20T02:21:38,994 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/413159b7dcc34ea8872cd0f034b39d9b 2024-11-20T02:21:39,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/b7271635e9ac4e40a7069686b5fd0408 is 50, key is test_row_0/B:col10/1732069298087/Put/seqid=0 2024-11-20T02:21:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741900_1076 (size=12301) 2024-11-20T02:21:39,014 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/b7271635e9ac4e40a7069686b5fd0408 2024-11-20T02:21:39,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/4919b13baba143de9b797812353ae9ec is 50, key is test_row_0/C:col10/1732069298087/Put/seqid=0 2024-11-20T02:21:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741901_1077 (size=12301) 2024-11-20T02:21:39,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:39,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069359267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T02:21:39,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069359370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:39,443 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/4919b13baba143de9b797812353ae9ec 2024-11-20T02:21:39,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/413159b7dcc34ea8872cd0f034b39d9b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/413159b7dcc34ea8872cd0f034b39d9b 2024-11-20T02:21:39,462 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/413159b7dcc34ea8872cd0f034b39d9b, entries=150, sequenceid=294, filesize=12.0 K 2024-11-20T02:21:39,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/b7271635e9ac4e40a7069686b5fd0408 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b7271635e9ac4e40a7069686b5fd0408 2024-11-20T02:21:39,470 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b7271635e9ac4e40a7069686b5fd0408, entries=150, sequenceid=294, filesize=12.0 K 2024-11-20T02:21:39,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/4919b13baba143de9b797812353ae9ec as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/4919b13baba143de9b797812353ae9ec 2024-11-20T02:21:39,477 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/4919b13baba143de9b797812353ae9ec, entries=150, sequenceid=294, filesize=12.0 K 2024-11-20T02:21:39,478 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8ab0ee51a9ee83e560e215fa2f953269 in 516ms, sequenceid=294, compaction requested=true 2024-11-20T02:21:39,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:39,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:39,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-20T02:21:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-20T02:21:39,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T02:21:39,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2890 sec 2024-11-20T02:21:39,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.2950 sec 2024-11-20T02:21:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:39,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:21:39,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:39,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:39,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:39,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:39,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:39,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:39,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/01e49d4c5c0148a78b8bcf22048e3db0 is 50, key is test_row_0/A:col10/1732069299260/Put/seqid=0 2024-11-20T02:21:39,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741902_1078 (size=14741) 2024-11-20T02:21:39,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069359609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:39,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069359713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069359916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:39,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/01e49d4c5c0148a78b8bcf22048e3db0 2024-11-20T02:21:40,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/cd0485ee30e34593a656fae5738839f7 is 50, key is test_row_0/B:col10/1732069299260/Put/seqid=0 2024-11-20T02:21:40,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741903_1079 (size=12301) 2024-11-20T02:21:40,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069360221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:40,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069360278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:40,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069360279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:40,281 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:21:40,281 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:21:40,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069360287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:40,288 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:21:40,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069360292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:40,293 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:21:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T02:21:40,296 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-20T02:21:40,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:21:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-20T02:21:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T02:21:40,300 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:21:40,301 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:21:40,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:21:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T02:21:40,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/cd0485ee30e34593a656fae5738839f7 2024-11-20T02:21:40,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/95deaec5906b40d598f8a58b0465e9a6 is 50, key is test_row_0/C:col10/1732069299260/Put/seqid=0 2024-11-20T02:21:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741904_1080 (size=12301) 2024-11-20T02:21:40,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:40,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T02:21:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:40,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T02:21:40,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:40,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T02:21:40,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:40,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:40,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:40,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:40,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:40,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069360727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:40,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:40,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T02:21:40,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:40,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:40,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:40,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:40,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:40,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/95deaec5906b40d598f8a58b0465e9a6 2024-11-20T02:21:40,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/01e49d4c5c0148a78b8bcf22048e3db0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/01e49d4c5c0148a78b8bcf22048e3db0 2024-11-20T02:21:40,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/01e49d4c5c0148a78b8bcf22048e3db0, entries=200, sequenceid=317, filesize=14.4 K 2024-11-20T02:21:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/cd0485ee30e34593a656fae5738839f7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/cd0485ee30e34593a656fae5738839f7 2024-11-20T02:21:40,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/cd0485ee30e34593a656fae5738839f7, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T02:21:40,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/95deaec5906b40d598f8a58b0465e9a6 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/95deaec5906b40d598f8a58b0465e9a6 2024-11-20T02:21:40,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/95deaec5906b40d598f8a58b0465e9a6, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T02:21:40,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8ab0ee51a9ee83e560e215fa2f953269 in 1289ms, sequenceid=317, compaction requested=true 2024-11-20T02:21:40,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:40,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:40,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:40,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:40,865 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:21:40,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:40,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:40,865 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:21:40,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:40,867 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54548 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:21:40,867 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:40,867 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:21:40,867 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:40,867 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:40,867 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/06e687f466a142e4a363d04e7ec2e9ef, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e6955701b8b54cf99729a6f408faace8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/413159b7dcc34ea8872cd0f034b39d9b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/01e49d4c5c0148a78b8bcf22048e3db0] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=53.3 K 2024-11-20T02:21:40,867 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:40,867 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/640be80eddac4a0f9385a8c48708ab4a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b203f72f111643ebb4f70d498b443acc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b7271635e9ac4e40a7069686b5fd0408, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/cd0485ee30e34593a656fae5738839f7] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=48.5 K 2024-11-20T02:21:40,868 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06e687f466a142e4a363d04e7ec2e9ef, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069297186 2024-11-20T02:21:40,868 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 640be80eddac4a0f9385a8c48708ab4a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069297186 2024-11-20T02:21:40,868 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6955701b8b54cf99729a6f408faace8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732069297886 2024-11-20T02:21:40,869 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b203f72f111643ebb4f70d498b443acc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732069297906 2024-11-20T02:21:40,869 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 413159b7dcc34ea8872cd0f034b39d9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732069298073 2024-11-20T02:21:40,869 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b7271635e9ac4e40a7069686b5fd0408, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732069298073 2024-11-20T02:21:40,870 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01e49d4c5c0148a78b8bcf22048e3db0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732069299255 2024-11-20T02:21:40,870 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting cd0485ee30e34593a656fae5738839f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732069299260 2024-11-20T02:21:40,885 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:40,886 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/f6a8cf6bf92a4afabdab92ff5be3bc96 is 50, key is test_row_0/A:col10/1732069299260/Put/seqid=0 2024-11-20T02:21:40,887 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#67 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:40,888 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/4aae73ae9c254962bf59ec768d4bc8e3 is 50, key is test_row_0/B:col10/1732069299260/Put/seqid=0 2024-11-20T02:21:40,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741905_1081 (size=13051) 2024-11-20T02:21:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T02:21:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741906_1082 (size=13051) 2024-11-20T02:21:40,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:40,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T02:21:40,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:40,915 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T02:21:40,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:40,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:40,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:40,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:40,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:40,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:40,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/1a17e3244f8a4a149af1224d260384a3 is 50, key is test_row_0/A:col10/1732069299601/Put/seqid=0 2024-11-20T02:21:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741907_1083 (size=12301) 2024-11-20T02:21:40,930 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/1a17e3244f8a4a149af1224d260384a3 2024-11-20T02:21:40,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/895dabb99a66458cab8656cb4ffa793e is 50, key is test_row_0/B:col10/1732069299601/Put/seqid=0 2024-11-20T02:21:40,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741908_1084 (size=12301) 2024-11-20T02:21:40,955 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/895dabb99a66458cab8656cb4ffa793e 2024-11-20T02:21:40,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/c9881988b01342318acbe5b33440f85a is 50, key is test_row_0/C:col10/1732069299601/Put/seqid=0 2024-11-20T02:21:40,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741909_1085 (size=12301) 2024-11-20T02:21:40,978 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/c9881988b01342318acbe5b33440f85a 2024-11-20T02:21:40,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/1a17e3244f8a4a149af1224d260384a3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1a17e3244f8a4a149af1224d260384a3 2024-11-20T02:21:40,992 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1a17e3244f8a4a149af1224d260384a3, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T02:21:40,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/895dabb99a66458cab8656cb4ffa793e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/895dabb99a66458cab8656cb4ffa793e 2024-11-20T02:21:41,000 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/895dabb99a66458cab8656cb4ffa793e, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T02:21:41,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/c9881988b01342318acbe5b33440f85a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c9881988b01342318acbe5b33440f85a 2024-11-20T02:21:41,009 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c9881988b01342318acbe5b33440f85a, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T02:21:41,012 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 8ab0ee51a9ee83e560e215fa2f953269 in 97ms, sequenceid=330, compaction requested=true 2024-11-20T02:21:41,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:41,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:41,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T02:21:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-20T02:21:41,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T02:21:41,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 713 msec 2024-11-20T02:21:41,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 720 msec 2024-11-20T02:21:41,302 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/f6a8cf6bf92a4afabdab92ff5be3bc96 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f6a8cf6bf92a4afabdab92ff5be3bc96 2024-11-20T02:21:41,316 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into f6a8cf6bf92a4afabdab92ff5be3bc96(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:41,317 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:41,317 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=12, startTime=1732069300864; duration=0sec 2024-11-20T02:21:41,317 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/4aae73ae9c254962bf59ec768d4bc8e3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/4aae73ae9c254962bf59ec768d4bc8e3 2024-11-20T02:21:41,319 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:41,319 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:41,320 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T02:21:41,323 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61969 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T02:21:41,323 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/C is initiating minor compaction (all files) 2024-11-20T02:21:41,323 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/C in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:41,323 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/df064641d18f43989a50151b79659dd8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/726ce38b0f894c6baec5f17a4165cf40, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/4919b13baba143de9b797812353ae9ec, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/95deaec5906b40d598f8a58b0465e9a6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c9881988b01342318acbe5b33440f85a] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=60.5 K 2024-11-20T02:21:41,324 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting df064641d18f43989a50151b79659dd8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069297186 2024-11-20T02:21:41,325 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 726ce38b0f894c6baec5f17a4165cf40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732069297906 2024-11-20T02:21:41,325 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into 4aae73ae9c254962bf59ec768d4bc8e3(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:41,325 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:41,325 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=12, startTime=1732069300864; duration=0sec 2024-11-20T02:21:41,325 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4919b13baba143de9b797812353ae9ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732069298073 2024-11-20T02:21:41,325 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:41,325 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:41,326 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95deaec5906b40d598f8a58b0465e9a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732069299260 2024-11-20T02:21:41,326 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9881988b01342318acbe5b33440f85a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732069299601 2024-11-20T02:21:41,342 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#C#compaction#71 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:41,343 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/3f5a20e81a58486fba8e6e0c88843ae0 is 50, key is test_row_0/C:col10/1732069299601/Put/seqid=0 2024-11-20T02:21:41,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741910_1086 (size=13085) 2024-11-20T02:21:41,378 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/3f5a20e81a58486fba8e6e0c88843ae0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3f5a20e81a58486fba8e6e0c88843ae0 2024-11-20T02:21:41,388 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/C of 8ab0ee51a9ee83e560e215fa2f953269 into 3f5a20e81a58486fba8e6e0c88843ae0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:41,388 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:41,388 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/C, priority=11, startTime=1732069300865; duration=0sec 2024-11-20T02:21:41,389 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:41,389 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T02:21:41,403 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-20T02:21:41,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:21:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-20T02:21:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T02:21:41,407 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:21:41,408 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:21:41,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:21:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T02:21:41,561 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:41,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T02:21:41,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:41,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:41,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:41,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-20T02:21:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-20T02:21:41,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T02:21:41,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-20T02:21:41,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 163 msec 2024-11-20T02:21:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T02:21:41,709 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-20T02:21:41,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:21:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-20T02:21:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T02:21:41,714 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:21:41,715 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:21:41,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:21:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:41,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:21:41,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:41,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:41,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:41,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:41,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:41,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:41,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6298dd8443db4f609d1297e8a3c599fb is 50, key is test_row_0/A:col10/1732069301747/Put/seqid=0 2024-11-20T02:21:41,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741911_1087 (size=12301) 2024-11-20T02:21:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T02:21:41,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069361829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:41,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:41,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T02:21:41,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:41,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:41,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:41,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:41,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:41,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069361932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T02:21:42,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:42,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T02:21:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069362134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:42,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6298dd8443db4f609d1297e8a3c599fb 2024-11-20T02:21:42,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:42,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T02:21:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/e4714c0dade544cdb0ce7b7886de7d6e is 50, key is test_row_0/B:col10/1732069301747/Put/seqid=0 2024-11-20T02:21:42,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741912_1088 (size=12301) 2024-11-20T02:21:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T02:21:42,331 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:42,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T02:21:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:42,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069362440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:42,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:42,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T02:21:42,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:42,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/e4714c0dade544cdb0ce7b7886de7d6e 2024-11-20T02:21:42,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/0fef262b8d9a4d9b93ea91280026181d is 50, key is test_row_0/C:col10/1732069301747/Put/seqid=0 2024-11-20T02:21:42,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741913_1089 (size=12301) 2024-11-20T02:21:42,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:42,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T02:21:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:42,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T02:21:42,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:42,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T02:21:42,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:42,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069362943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:42,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T02:21:42,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:42,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:42,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:43,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/0fef262b8d9a4d9b93ea91280026181d 2024-11-20T02:21:43,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/6298dd8443db4f609d1297e8a3c599fb as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6298dd8443db4f609d1297e8a3c599fb 2024-11-20T02:21:43,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6298dd8443db4f609d1297e8a3c599fb, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T02:21:43,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/e4714c0dade544cdb0ce7b7886de7d6e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e4714c0dade544cdb0ce7b7886de7d6e 2024-11-20T02:21:43,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e4714c0dade544cdb0ce7b7886de7d6e, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T02:21:43,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/0fef262b8d9a4d9b93ea91280026181d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/0fef262b8d9a4d9b93ea91280026181d 2024-11-20T02:21:43,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/0fef262b8d9a4d9b93ea91280026181d, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T02:21:43,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8ab0ee51a9ee83e560e215fa2f953269 in 1292ms, sequenceid=345, compaction requested=true 2024-11-20T02:21:43,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:43,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:43,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:43,045 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:43,045 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:43,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:43,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:43,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:43,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:43,046 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:43,046 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:43,046 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:43,046 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:43,046 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:43,046 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:43,047 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/4aae73ae9c254962bf59ec768d4bc8e3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/895dabb99a66458cab8656cb4ffa793e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e4714c0dade544cdb0ce7b7886de7d6e] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=36.8 K 2024-11-20T02:21:43,047 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f6a8cf6bf92a4afabdab92ff5be3bc96, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1a17e3244f8a4a149af1224d260384a3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6298dd8443db4f609d1297e8a3c599fb] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=36.8 K 2024-11-20T02:21:43,047 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 4aae73ae9c254962bf59ec768d4bc8e3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732069299260 2024-11-20T02:21:43,047 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6a8cf6bf92a4afabdab92ff5be3bc96, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732069299260 2024-11-20T02:21:43,048 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 895dabb99a66458cab8656cb4ffa793e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732069299601 2024-11-20T02:21:43,048 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a17e3244f8a4a149af1224d260384a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732069299601 2024-11-20T02:21:43,048 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6298dd8443db4f609d1297e8a3c599fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732069301745 2024-11-20T02:21:43,049 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e4714c0dade544cdb0ce7b7886de7d6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732069301745 2024-11-20T02:21:43,059 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:43,060 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/1c99ec92be7545d69554a821859cf54f is 50, key is test_row_0/B:col10/1732069301747/Put/seqid=0 2024-11-20T02:21:43,060 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:43,061 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/1dfc699d133c419fbcc9aa5cc3ade1f9 is 50, key is test_row_0/A:col10/1732069301747/Put/seqid=0 2024-11-20T02:21:43,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741914_1090 (size=13153) 2024-11-20T02:21:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741915_1091 (size=13153) 2024-11-20T02:21:43,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:43,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T02:21:43,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:43,098 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T02:21:43,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:43,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:43,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:43,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:43,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:43,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/892ddf03905945748be596544e1b17c7 is 50, key is test_row_0/A:col10/1732069301812/Put/seqid=0 2024-11-20T02:21:43,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741916_1092 (size=12301) 2024-11-20T02:21:43,479 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/1c99ec92be7545d69554a821859cf54f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/1c99ec92be7545d69554a821859cf54f 2024-11-20T02:21:43,487 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/1dfc699d133c419fbcc9aa5cc3ade1f9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1dfc699d133c419fbcc9aa5cc3ade1f9 2024-11-20T02:21:43,490 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into 1c99ec92be7545d69554a821859cf54f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:43,490 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:43,490 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=13, startTime=1732069303045; duration=0sec 2024-11-20T02:21:43,490 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:43,490 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:43,490 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T02:21:43,492 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T02:21:43,492 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T02:21:43,492 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. because compaction request was cancelled 2024-11-20T02:21:43,492 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:43,496 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into 1dfc699d133c419fbcc9aa5cc3ade1f9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:43,497 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:43,497 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=13, startTime=1732069303044; duration=0sec 2024-11-20T02:21:43,497 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:43,497 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:43,513 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/892ddf03905945748be596544e1b17c7 2024-11-20T02:21:43,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/f43813dcac5d45aa89708a2e88f6876b is 50, key is test_row_0/B:col10/1732069301812/Put/seqid=0 2024-11-20T02:21:43,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741917_1093 (size=12301) 2024-11-20T02:21:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T02:21:43,931 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/f43813dcac5d45aa89708a2e88f6876b 2024-11-20T02:21:43,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/9522648491e24d7e95a4f19e8bfaa297 is 50, key is test_row_0/C:col10/1732069301812/Put/seqid=0 2024-11-20T02:21:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741918_1094 (size=12301) 2024-11-20T02:21:43,947 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/9522648491e24d7e95a4f19e8bfaa297 2024-11-20T02:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:43,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/892ddf03905945748be596544e1b17c7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/892ddf03905945748be596544e1b17c7 2024-11-20T02:21:43,961 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/892ddf03905945748be596544e1b17c7, entries=150, sequenceid=370, filesize=12.0 K 2024-11-20T02:21:43,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/f43813dcac5d45aa89708a2e88f6876b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f43813dcac5d45aa89708a2e88f6876b 2024-11-20T02:21:43,970 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f43813dcac5d45aa89708a2e88f6876b, entries=150, sequenceid=370, filesize=12.0 K 2024-11-20T02:21:43,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/9522648491e24d7e95a4f19e8bfaa297 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9522648491e24d7e95a4f19e8bfaa297 2024-11-20T02:21:43,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069363971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:43,978 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9522648491e24d7e95a4f19e8bfaa297, entries=150, sequenceid=370, filesize=12.0 K 2024-11-20T02:21:43,979 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8ab0ee51a9ee83e560e215fa2f953269 in 880ms, sequenceid=370, compaction requested=true 2024-11-20T02:21:43,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:43,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:43,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-20T02:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-20T02:21:43,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-20T02:21:43,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2650 sec 2024-11-20T02:21:43,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.2710 sec 2024-11-20T02:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:44,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T02:21:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:44,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b2885311f9e04b6692ec5bd49f232389 is 50, key is test_row_0/A:col10/1732069303967/Put/seqid=0 2024-11-20T02:21:44,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741919_1095 (size=14741) 2024-11-20T02:21:44,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b2885311f9e04b6692ec5bd49f232389 2024-11-20T02:21:44,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/996265c94add4cd1b2ca7d1bf6095b53 is 50, key is test_row_0/B:col10/1732069303967/Put/seqid=0 2024-11-20T02:21:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741920_1096 (size=12301) 2024-11-20T02:21:44,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/996265c94add4cd1b2ca7d1bf6095b53 2024-11-20T02:21:44,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/6b90e892823a48a288d7f67890392116 is 50, key is test_row_0/C:col10/1732069303967/Put/seqid=0 2024-11-20T02:21:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741921_1097 (size=12301) 2024-11-20T02:21:44,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/6b90e892823a48a288d7f67890392116 2024-11-20T02:21:44,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b2885311f9e04b6692ec5bd49f232389 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b2885311f9e04b6692ec5bd49f232389 2024-11-20T02:21:44,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069364155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:44,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b2885311f9e04b6692ec5bd49f232389, entries=200, sequenceid=384, filesize=14.4 K 2024-11-20T02:21:44,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/996265c94add4cd1b2ca7d1bf6095b53 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/996265c94add4cd1b2ca7d1bf6095b53 2024-11-20T02:21:44,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/996265c94add4cd1b2ca7d1bf6095b53, entries=150, sequenceid=384, filesize=12.0 K 2024-11-20T02:21:44,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/6b90e892823a48a288d7f67890392116 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/6b90e892823a48a288d7f67890392116 2024-11-20T02:21:44,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/6b90e892823a48a288d7f67890392116, entries=150, sequenceid=384, filesize=12.0 K 2024-11-20T02:21:44,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8ab0ee51a9ee83e560e215fa2f953269 in 98ms, sequenceid=384, compaction requested=true 2024-11-20T02:21:44,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:44,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:44,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:44,176 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:44,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:44,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:44,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:44,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:44,177 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:21:44,178 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:44,178 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:44,178 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:44,178 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1dfc699d133c419fbcc9aa5cc3ade1f9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/892ddf03905945748be596544e1b17c7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b2885311f9e04b6692ec5bd49f232389] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=39.3 K 2024-11-20T02:21:44,179 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dfc699d133c419fbcc9aa5cc3ade1f9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732069301745 2024-11-20T02:21:44,179 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:21:44,179 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/C is initiating minor compaction (all files) 2024-11-20T02:21:44,179 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/C in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:44,179 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3f5a20e81a58486fba8e6e0c88843ae0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/0fef262b8d9a4d9b93ea91280026181d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9522648491e24d7e95a4f19e8bfaa297, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/6b90e892823a48a288d7f67890392116] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=48.8 K 2024-11-20T02:21:44,180 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 892ddf03905945748be596544e1b17c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732069301800 2024-11-20T02:21:44,180 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f5a20e81a58486fba8e6e0c88843ae0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732069299601 2024-11-20T02:21:44,180 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2885311f9e04b6692ec5bd49f232389, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732069303954 2024-11-20T02:21:44,180 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fef262b8d9a4d9b93ea91280026181d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732069301745 2024-11-20T02:21:44,181 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 9522648491e24d7e95a4f19e8bfaa297, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732069301800 2024-11-20T02:21:44,182 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b90e892823a48a288d7f67890392116, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732069303967 2024-11-20T02:21:44,192 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:44,193 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/8e8563c3ec9f40a280e71b05a7cfedc3 is 50, key is test_row_0/A:col10/1732069303967/Put/seqid=0 2024-11-20T02:21:44,196 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#C#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:44,197 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/17afae9e7bef43be942e00d38174bec2 is 50, key is test_row_0/C:col10/1732069303967/Put/seqid=0 2024-11-20T02:21:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741923_1099 (size=13221) 2024-11-20T02:21:44,218 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/17afae9e7bef43be942e00d38174bec2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/17afae9e7bef43be942e00d38174bec2 2024-11-20T02:21:44,225 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/C of 8ab0ee51a9ee83e560e215fa2f953269 into 17afae9e7bef43be942e00d38174bec2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:44,226 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:44,226 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/C, priority=12, startTime=1732069304177; duration=0sec 2024-11-20T02:21:44,226 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:44,226 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:44,226 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:44,227 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:44,227 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:44,227 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:44,228 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/1c99ec92be7545d69554a821859cf54f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f43813dcac5d45aa89708a2e88f6876b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/996265c94add4cd1b2ca7d1bf6095b53] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=36.9 K 2024-11-20T02:21:44,229 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c99ec92be7545d69554a821859cf54f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732069301745 2024-11-20T02:21:44,229 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting f43813dcac5d45aa89708a2e88f6876b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732069301800 2024-11-20T02:21:44,230 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 996265c94add4cd1b2ca7d1bf6095b53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732069303967 2024-11-20T02:21:44,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741922_1098 (size=13255) 2024-11-20T02:21:44,240 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:44,241 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/654879d018d34d6c9635517ca516d3ee is 50, key is test_row_0/B:col10/1732069303967/Put/seqid=0 2024-11-20T02:21:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:44,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T02:21:44,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:44,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:44,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:44,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:44,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:44,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:44,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741924_1100 (size=13255) 2024-11-20T02:21:44,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/ec6ee54d8837482e84a7752e072907a0 is 50, key is test_row_0/A:col10/1732069304261/Put/seqid=0 2024-11-20T02:21:44,288 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/654879d018d34d6c9635517ca516d3ee as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/654879d018d34d6c9635517ca516d3ee 2024-11-20T02:21:44,296 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into 654879d018d34d6c9635517ca516d3ee(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:44,297 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:44,297 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=13, startTime=1732069304176; duration=0sec 2024-11-20T02:21:44,297 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:44,297 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:44,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069364295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:44,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50514 deadline: 1732069364296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:44,299 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:21:44,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50458 deadline: 1732069364298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:44,304 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:21:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741925_1101 (size=14741) 2024-11-20T02:21:44,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/ec6ee54d8837482e84a7752e072907a0 2024-11-20T02:21:44,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50486 deadline: 1732069364311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:44,313 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:21:44,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50524 deadline: 1732069364318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:44,322 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:21:44,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/ecc1a8542ea040f491fc62448f183d3a is 50, key is test_row_0/B:col10/1732069304261/Put/seqid=0 2024-11-20T02:21:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741926_1102 (size=12301) 2024-11-20T02:21:44,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069364399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:44,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069364602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:44,645 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/8e8563c3ec9f40a280e71b05a7cfedc3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8e8563c3ec9f40a280e71b05a7cfedc3 2024-11-20T02:21:44,655 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into 8e8563c3ec9f40a280e71b05a7cfedc3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:44,655 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:44,655 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=13, startTime=1732069304176; duration=0sec 2024-11-20T02:21:44,656 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:44,656 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:44,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/ecc1a8542ea040f491fc62448f183d3a 2024-11-20T02:21:44,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/b2cf07581cae4cc1a6292a9f7c77010e is 50, key is test_row_0/C:col10/1732069304261/Put/seqid=0 2024-11-20T02:21:44,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741927_1103 (size=12301) 2024-11-20T02:21:44,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/b2cf07581cae4cc1a6292a9f7c77010e 2024-11-20T02:21:44,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/ec6ee54d8837482e84a7752e072907a0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ec6ee54d8837482e84a7752e072907a0 2024-11-20T02:21:44,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ec6ee54d8837482e84a7752e072907a0, entries=200, sequenceid=410, filesize=14.4 K 2024-11-20T02:21:44,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/ecc1a8542ea040f491fc62448f183d3a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/ecc1a8542ea040f491fc62448f183d3a 2024-11-20T02:21:44,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/ecc1a8542ea040f491fc62448f183d3a, entries=150, sequenceid=410, filesize=12.0 K 2024-11-20T02:21:44,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/b2cf07581cae4cc1a6292a9f7c77010e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/b2cf07581cae4cc1a6292a9f7c77010e 2024-11-20T02:21:44,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/b2cf07581cae4cc1a6292a9f7c77010e, entries=150, sequenceid=410, filesize=12.0 K 2024-11-20T02:21:44,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8ab0ee51a9ee83e560e215fa2f953269 in 533ms, sequenceid=410, compaction requested=false 2024-11-20T02:21:44,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:44,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T02:21:44,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:44,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:44,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:44,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:44,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:44,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:44,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/c139000b7b2b448dbec71d7fe5e59ac9 is 50, key is test_row_0/A:col10/1732069304294/Put/seqid=0 2024-11-20T02:21:44,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741928_1104 (size=14741) 2024-11-20T02:21:44,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/c139000b7b2b448dbec71d7fe5e59ac9 2024-11-20T02:21:44,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/e729298ae3074bc2bafdc8836fbbab8a is 50, key is test_row_0/B:col10/1732069304294/Put/seqid=0 2024-11-20T02:21:44,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741929_1105 (size=12301) 2024-11-20T02:21:44,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/e729298ae3074bc2bafdc8836fbbab8a 2024-11-20T02:21:44,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/9ded1fe244364acb9901cb481ea29c81 is 50, key is test_row_0/C:col10/1732069304294/Put/seqid=0 2024-11-20T02:21:44,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741930_1106 (size=12301) 2024-11-20T02:21:44,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069364977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069365081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:45,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069365285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:45,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/9ded1fe244364acb9901cb481ea29c81 2024-11-20T02:21:45,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/c139000b7b2b448dbec71d7fe5e59ac9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/c139000b7b2b448dbec71d7fe5e59ac9 2024-11-20T02:21:45,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/c139000b7b2b448dbec71d7fe5e59ac9, entries=200, sequenceid=424, filesize=14.4 K 2024-11-20T02:21:45,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/e729298ae3074bc2bafdc8836fbbab8a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e729298ae3074bc2bafdc8836fbbab8a 2024-11-20T02:21:45,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e729298ae3074bc2bafdc8836fbbab8a, entries=150, sequenceid=424, filesize=12.0 K 2024-11-20T02:21:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/9ded1fe244364acb9901cb481ea29c81 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9ded1fe244364acb9901cb481ea29c81 2024-11-20T02:21:45,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9ded1fe244364acb9901cb481ea29c81, entries=150, sequenceid=424, filesize=12.0 K 2024-11-20T02:21:45,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8ab0ee51a9ee83e560e215fa2f953269 in 485ms, sequenceid=424, compaction requested=true 2024-11-20T02:21:45,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:45,393 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:45,393 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:45,394 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:45,394 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:45,394 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:45,394 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:45,394 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:45,394 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8e8563c3ec9f40a280e71b05a7cfedc3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ec6ee54d8837482e84a7752e072907a0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/c139000b7b2b448dbec71d7fe5e59ac9] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=41.7 K 2024-11-20T02:21:45,394 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:45,395 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/654879d018d34d6c9635517ca516d3ee, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/ecc1a8542ea040f491fc62448f183d3a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e729298ae3074bc2bafdc8836fbbab8a] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=37.0 K 2024-11-20T02:21:45,395 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 654879d018d34d6c9635517ca516d3ee, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732069303967 2024-11-20T02:21:45,395 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e8563c3ec9f40a280e71b05a7cfedc3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732069303967 2024-11-20T02:21:45,396 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting ecc1a8542ea040f491fc62448f183d3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732069304149 2024-11-20T02:21:45,396 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec6ee54d8837482e84a7752e072907a0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732069304123 2024-11-20T02:21:45,396 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e729298ae3074bc2bafdc8836fbbab8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732069304267 2024-11-20T02:21:45,397 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting c139000b7b2b448dbec71d7fe5e59ac9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732069304267 2024-11-20T02:21:45,407 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:45,407 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:45,408 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/c8cfd71e286242b8b14be9741b450c42 is 50, key is test_row_0/B:col10/1732069304294/Put/seqid=0 2024-11-20T02:21:45,408 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/403aba00deeb45579631d7c704da427f is 50, key is test_row_0/A:col10/1732069304294/Put/seqid=0 2024-11-20T02:21:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741931_1107 (size=13357) 2024-11-20T02:21:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741932_1108 (size=13357) 2024-11-20T02:21:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:45,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T02:21:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:45,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/8b67b98088c4461ea51e270540fb2568 is 50, key is test_row_0/A:col10/1732069304971/Put/seqid=0 2024-11-20T02:21:45,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741933_1109 (size=14741) 2024-11-20T02:21:45,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069365618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:45,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069365721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T02:21:45,819 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-20T02:21:45,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:21:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-20T02:21:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T02:21:45,822 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:21:45,823 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:21:45,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:21:45,830 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/c8cfd71e286242b8b14be9741b450c42 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/c8cfd71e286242b8b14be9741b450c42 2024-11-20T02:21:45,830 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/403aba00deeb45579631d7c704da427f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/403aba00deeb45579631d7c704da427f 2024-11-20T02:21:45,838 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into c8cfd71e286242b8b14be9741b450c42(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:45,838 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into 403aba00deeb45579631d7c704da427f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:45,838 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:45,838 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:45,839 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=13, startTime=1732069305393; duration=0sec 2024-11-20T02:21:45,839 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=13, startTime=1732069305393; duration=0sec 2024-11-20T02:21:45,839 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:45,839 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:45,839 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:45,839 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:45,839 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:45,840 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:45,840 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/C is initiating minor compaction (all files) 2024-11-20T02:21:45,840 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/C in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:45,841 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/17afae9e7bef43be942e00d38174bec2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/b2cf07581cae4cc1a6292a9f7c77010e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9ded1fe244364acb9901cb481ea29c81] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=36.9 K 2024-11-20T02:21:45,841 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 17afae9e7bef43be942e00d38174bec2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732069303967 2024-11-20T02:21:45,842 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b2cf07581cae4cc1a6292a9f7c77010e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732069304149 2024-11-20T02:21:45,842 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ded1fe244364acb9901cb481ea29c81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732069304267 2024-11-20T02:21:45,853 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:45,853 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/bbbd008871014170ab34399aa59d969f is 50, key is test_row_0/C:col10/1732069304294/Put/seqid=0 2024-11-20T02:21:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741934_1110 (size=13323) 2024-11-20T02:21:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T02:21:45,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069365925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:45,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:45,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T02:21:45,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:45,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:45,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:45,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:45,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:46,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/8b67b98088c4461ea51e270540fb2568 2024-11-20T02:21:46,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/533737fa68ab49b88d60154d11c71c4e is 50, key is test_row_0/B:col10/1732069304971/Put/seqid=0 2024-11-20T02:21:46,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741935_1111 (size=12301) 2024-11-20T02:21:46,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/533737fa68ab49b88d60154d11c71c4e 2024-11-20T02:21:46,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/f9930ad2ec9d42eba2c5a5aa17bf4c42 is 50, key is test_row_0/C:col10/1732069304971/Put/seqid=0 2024-11-20T02:21:46,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741936_1112 (size=12301) 2024-11-20T02:21:46,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/f9930ad2ec9d42eba2c5a5aa17bf4c42 2024-11-20T02:21:46,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/8b67b98088c4461ea51e270540fb2568 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8b67b98088c4461ea51e270540fb2568 2024-11-20T02:21:46,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8b67b98088c4461ea51e270540fb2568, entries=200, sequenceid=449, filesize=14.4 K 2024-11-20T02:21:46,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/533737fa68ab49b88d60154d11c71c4e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/533737fa68ab49b88d60154d11c71c4e 2024-11-20T02:21:46,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/533737fa68ab49b88d60154d11c71c4e, entries=150, sequenceid=449, filesize=12.0 K 2024-11-20T02:21:46,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/f9930ad2ec9d42eba2c5a5aa17bf4c42 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/f9930ad2ec9d42eba2c5a5aa17bf4c42 2024-11-20T02:21:46,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/f9930ad2ec9d42eba2c5a5aa17bf4c42, entries=150, sequenceid=449, filesize=12.0 K 2024-11-20T02:21:46,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8ab0ee51a9ee83e560e215fa2f953269 in 507ms, sequenceid=449, compaction requested=false 2024-11-20T02:21:46,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T02:21:46,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:46,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T02:21:46,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:46,132 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:21:46,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/16e98111675a4f6198e9d833ef2327f8 is 50, key is test_row_0/A:col10/1732069305607/Put/seqid=0 2024-11-20T02:21:46,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741937_1113 (size=12301) 2024-11-20T02:21:46,152 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/16e98111675a4f6198e9d833ef2327f8 2024-11-20T02:21:46,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/8b70b06c4b0247abbaa712ea1c2efab2 is 50, key is test_row_0/B:col10/1732069305607/Put/seqid=0 2024-11-20T02:21:46,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741938_1114 (size=12301) 2024-11-20T02:21:46,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:46,269 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/bbbd008871014170ab34399aa59d969f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/bbbd008871014170ab34399aa59d969f 2024-11-20T02:21:46,276 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/C of 8ab0ee51a9ee83e560e215fa2f953269 into bbbd008871014170ab34399aa59d969f(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:46,276 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:46,276 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/C, priority=13, startTime=1732069305393; duration=0sec 2024-11-20T02:21:46,276 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:46,276 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:46,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069366302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:46,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069366405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T02:21:46,571 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/8b70b06c4b0247abbaa712ea1c2efab2 2024-11-20T02:21:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/7a36dbd335d84abebcfd17811be505d1 is 50, key is test_row_0/C:col10/1732069305607/Put/seqid=0 2024-11-20T02:21:46,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741939_1115 (size=12301) 2024-11-20T02:21:46,585 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/7a36dbd335d84abebcfd17811be505d1 2024-11-20T02:21:46,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/16e98111675a4f6198e9d833ef2327f8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/16e98111675a4f6198e9d833ef2327f8 2024-11-20T02:21:46,596 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/16e98111675a4f6198e9d833ef2327f8, entries=150, sequenceid=462, filesize=12.0 K 2024-11-20T02:21:46,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/8b70b06c4b0247abbaa712ea1c2efab2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8b70b06c4b0247abbaa712ea1c2efab2 2024-11-20T02:21:46,606 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8b70b06c4b0247abbaa712ea1c2efab2, entries=150, sequenceid=462, filesize=12.0 K 2024-11-20T02:21:46,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/7a36dbd335d84abebcfd17811be505d1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7a36dbd335d84abebcfd17811be505d1 2024-11-20T02:21:46,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069366609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:46,613 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7a36dbd335d84abebcfd17811be505d1, entries=150, sequenceid=462, filesize=12.0 K 2024-11-20T02:21:46,614 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8ab0ee51a9ee83e560e215fa2f953269 in 482ms, sequenceid=462, compaction requested=true 2024-11-20T02:21:46,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:46,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:46,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T02:21:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-20T02:21:46,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T02:21:46,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 792 msec 2024-11-20T02:21:46,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 798 msec 2024-11-20T02:21:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:46,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T02:21:46,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:46,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:46,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:46,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:46,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:46,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:46,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/e2da6ec1facb46cab16eed158ef03ded is 50, key is test_row_0/A:col10/1732069306301/Put/seqid=0 2024-11-20T02:21:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T02:21:46,925 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-20T02:21:46,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:21:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-20T02:21:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T02:21:46,929 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:21:46,930 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:21:46,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:21:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741940_1116 (size=12301) 2024-11-20T02:21:46,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069366935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T02:21:47,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069367037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:47,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:47,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T02:21:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T02:21:47,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:47,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T02:21:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:47,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 340 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069367241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:47,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/e2da6ec1facb46cab16eed158ef03ded 2024-11-20T02:21:47,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/8521c13ce6384108a8169a12de9974b1 is 50, key is test_row_0/B:col10/1732069306301/Put/seqid=0 2024-11-20T02:21:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741941_1117 (size=12301) 2024-11-20T02:21:47,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:47,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T02:21:47,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:47,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T02:21:47,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:47,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T02:21:47,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:47,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 342 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069367545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:47,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:47,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T02:21:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/8521c13ce6384108a8169a12de9974b1 2024-11-20T02:21:47,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/62d84b97a3674017bf91cb5d180f3689 is 50, key is test_row_0/C:col10/1732069306301/Put/seqid=0 2024-11-20T02:21:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741942_1118 (size=12301) 2024-11-20T02:21:47,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:47,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T02:21:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:47,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:48,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:48,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T02:21:48,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:48,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:48,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:48,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:48,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T02:21:48,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 344 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069368052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:48,156 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:48,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T02:21:48,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:48,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:48,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:48,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:48,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:48,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/62d84b97a3674017bf91cb5d180f3689 2024-11-20T02:21:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/e2da6ec1facb46cab16eed158ef03ded as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e2da6ec1facb46cab16eed158ef03ded 2024-11-20T02:21:48,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e2da6ec1facb46cab16eed158ef03ded, entries=150, sequenceid=489, filesize=12.0 K 2024-11-20T02:21:48,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/8521c13ce6384108a8169a12de9974b1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8521c13ce6384108a8169a12de9974b1 2024-11-20T02:21:48,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8521c13ce6384108a8169a12de9974b1, entries=150, sequenceid=489, filesize=12.0 K 2024-11-20T02:21:48,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/62d84b97a3674017bf91cb5d180f3689 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/62d84b97a3674017bf91cb5d180f3689 2024-11-20T02:21:48,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/62d84b97a3674017bf91cb5d180f3689, entries=150, sequenceid=489, filesize=12.0 K 2024-11-20T02:21:48,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8ab0ee51a9ee83e560e215fa2f953269 in 1271ms, sequenceid=489, compaction requested=true 2024-11-20T02:21:48,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:48,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:48,187 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:21:48,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:48,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:48,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:48,187 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:21:48,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:48,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:48,189 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52700 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:21:48,189 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:48,189 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:48,189 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:21:48,189 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:48,189 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/403aba00deeb45579631d7c704da427f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8b67b98088c4461ea51e270540fb2568, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/16e98111675a4f6198e9d833ef2327f8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e2da6ec1facb46cab16eed158ef03ded] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=51.5 K 2024-11-20T02:21:48,189 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:48,189 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/c8cfd71e286242b8b14be9741b450c42, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/533737fa68ab49b88d60154d11c71c4e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8b70b06c4b0247abbaa712ea1c2efab2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8521c13ce6384108a8169a12de9974b1] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=49.1 K 2024-11-20T02:21:48,190 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 403aba00deeb45579631d7c704da427f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732069304267 2024-11-20T02:21:48,190 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting c8cfd71e286242b8b14be9741b450c42, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732069304267 2024-11-20T02:21:48,191 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b67b98088c4461ea51e270540fb2568, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732069304959 2024-11-20T02:21:48,191 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 533737fa68ab49b88d60154d11c71c4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732069304971 2024-11-20T02:21:48,191 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16e98111675a4f6198e9d833ef2327f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732069305607 2024-11-20T02:21:48,191 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b70b06c4b0247abbaa712ea1c2efab2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732069305607 2024-11-20T02:21:48,191 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2da6ec1facb46cab16eed158ef03ded, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732069306285 2024-11-20T02:21:48,191 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8521c13ce6384108a8169a12de9974b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732069306285 2024-11-20T02:21:48,202 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:48,202 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/f9094e1d5d464fdc8ba299e118a125c6 is 50, key is test_row_0/B:col10/1732069306301/Put/seqid=0 2024-11-20T02:21:48,202 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:48,203 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/ab553daeb9d44cefb90782d7a8c2de9d is 50, key is test_row_0/A:col10/1732069306301/Put/seqid=0 2024-11-20T02:21:48,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741944_1120 (size=13493) 2024-11-20T02:21:48,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741943_1119 (size=13493) 2024-11-20T02:21:48,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:48,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T02:21:48,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:48,311 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T02:21:48,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:48,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:48,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:48,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:48,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:48,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:48,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b69e0d0c441f454cb9003ecc119646d1 is 50, key is test_row_0/A:col10/1732069306934/Put/seqid=0 2024-11-20T02:21:48,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741945_1121 (size=12301) 2024-11-20T02:21:48,617 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/f9094e1d5d464fdc8ba299e118a125c6 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f9094e1d5d464fdc8ba299e118a125c6 2024-11-20T02:21:48,617 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/ab553daeb9d44cefb90782d7a8c2de9d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ab553daeb9d44cefb90782d7a8c2de9d 2024-11-20T02:21:48,623 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into ab553daeb9d44cefb90782d7a8c2de9d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:48,624 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:48,624 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=12, startTime=1732069308187; duration=0sec 2024-11-20T02:21:48,624 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into f9094e1d5d464fdc8ba299e118a125c6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:48,624 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:48,624 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=12, startTime=1732069308187; duration=0sec 2024-11-20T02:21:48,624 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:48,624 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:48,624 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:48,624 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:48,624 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:21:48,626 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:21:48,626 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/C is initiating minor compaction (all files) 2024-11-20T02:21:48,626 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/C in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:48,626 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/bbbd008871014170ab34399aa59d969f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/f9930ad2ec9d42eba2c5a5aa17bf4c42, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7a36dbd335d84abebcfd17811be505d1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/62d84b97a3674017bf91cb5d180f3689] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=49.0 K 2024-11-20T02:21:48,627 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbbd008871014170ab34399aa59d969f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732069304267 2024-11-20T02:21:48,627 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9930ad2ec9d42eba2c5a5aa17bf4c42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732069304971 2024-11-20T02:21:48,628 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a36dbd335d84abebcfd17811be505d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732069305607 2024-11-20T02:21:48,628 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62d84b97a3674017bf91cb5d180f3689, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732069306285 2024-11-20T02:21:48,639 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#C#compaction#107 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:48,640 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/fe3ebc59295c484ba7e481188a71c91f is 50, key is test_row_0/C:col10/1732069306301/Put/seqid=0 2024-11-20T02:21:48,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741946_1122 (size=13459) 2024-11-20T02:21:48,652 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/fe3ebc59295c484ba7e481188a71c91f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/fe3ebc59295c484ba7e481188a71c91f 2024-11-20T02:21:48,661 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/C of 8ab0ee51a9ee83e560e215fa2f953269 into fe3ebc59295c484ba7e481188a71c91f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:48,662 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:48,662 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/C, priority=12, startTime=1732069308187; duration=0sec 2024-11-20T02:21:48,662 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:48,662 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:48,736 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b69e0d0c441f454cb9003ecc119646d1 2024-11-20T02:21:48,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/6be10c53770d4e42880308747d70be7f is 50, key is test_row_0/B:col10/1732069306934/Put/seqid=0 2024-11-20T02:21:48,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741947_1123 (size=12301) 2024-11-20T02:21:48,755 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/6be10c53770d4e42880308747d70be7f 2024-11-20T02:21:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/d1eb1fc0d06744a799a4cf9220b01508 is 50, key is test_row_0/C:col10/1732069306934/Put/seqid=0 2024-11-20T02:21:48,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741948_1124 (size=12301) 2024-11-20T02:21:48,777 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/d1eb1fc0d06744a799a4cf9220b01508 2024-11-20T02:21:48,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/b69e0d0c441f454cb9003ecc119646d1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b69e0d0c441f454cb9003ecc119646d1 2024-11-20T02:21:48,788 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b69e0d0c441f454cb9003ecc119646d1, entries=150, sequenceid=499, filesize=12.0 K 2024-11-20T02:21:48,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/6be10c53770d4e42880308747d70be7f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6be10c53770d4e42880308747d70be7f 2024-11-20T02:21:48,797 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6be10c53770d4e42880308747d70be7f, entries=150, sequenceid=499, filesize=12.0 K 2024-11-20T02:21:48,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/d1eb1fc0d06744a799a4cf9220b01508 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/d1eb1fc0d06744a799a4cf9220b01508 2024-11-20T02:21:48,807 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/d1eb1fc0d06744a799a4cf9220b01508, entries=150, sequenceid=499, filesize=12.0 K 2024-11-20T02:21:48,808 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 8ab0ee51a9ee83e560e215fa2f953269 in 498ms, sequenceid=499, compaction requested=false 2024-11-20T02:21:48,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:48,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:48,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T02:21:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-20T02:21:48,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T02:21:48,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec 2024-11-20T02:21:48,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.8870 sec 2024-11-20T02:21:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T02:21:49,033 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-20T02:21:49,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:21:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-20T02:21:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T02:21:49,036 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:21:49,037 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:21:49,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:21:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:49,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:21:49,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:49,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:49,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:49,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:49,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:49,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:49,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/3a9f2ea057b44ac58782f29b5d7be4ef is 50, key is test_row_1/A:col10/1732069309073/Put/seqid=0 2024-11-20T02:21:49,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741949_1125 (size=9857) 2024-11-20T02:21:49,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/3a9f2ea057b44ac58782f29b5d7be4ef 2024-11-20T02:21:49,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/22e35b9c8262469a8557628f49a2b5a1 is 50, key is test_row_1/B:col10/1732069309073/Put/seqid=0 2024-11-20T02:21:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741950_1126 (size=9857) 2024-11-20T02:21:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T02:21:49,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 376 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069369135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:49,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:49,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T02:21:49,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:49,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 378 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069369240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T02:21:49,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:49,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T02:21:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 380 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069369443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:49,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:49,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T02:21:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/22e35b9c8262469a8557628f49a2b5a1 2024-11-20T02:21:49,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/663cc6f528b5418d9c2a5e8137cd5456 is 50, key is test_row_1/C:col10/1732069309073/Put/seqid=0 2024-11-20T02:21:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741951_1127 (size=9857) 2024-11-20T02:21:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T02:21:49,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:49,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T02:21:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 382 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50490 deadline: 1732069369747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:49,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:49,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T02:21:49,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:49,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,831 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:51936 2024-11-20T02:21:49,831 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:51936 2024-11-20T02:21:49,831 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:51936 2024-11-20T02:21:49,831 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:21:49,831 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:21:49,831 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:21:49,834 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:51936 2024-11-20T02:21:49,834 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:21:49,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/663cc6f528b5418d9c2a5e8137cd5456 2024-11-20T02:21:49,956 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:49,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T02:21:49,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:49,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/3a9f2ea057b44ac58782f29b5d7be4ef as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/3a9f2ea057b44ac58782f29b5d7be4ef 2024-11-20T02:21:49,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/3a9f2ea057b44ac58782f29b5d7be4ef, entries=100, sequenceid=513, filesize=9.6 K 2024-11-20T02:21:49,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/22e35b9c8262469a8557628f49a2b5a1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/22e35b9c8262469a8557628f49a2b5a1 2024-11-20T02:21:49,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/22e35b9c8262469a8557628f49a2b5a1, entries=100, sequenceid=513, filesize=9.6 K 2024-11-20T02:21:49,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/663cc6f528b5418d9c2a5e8137cd5456 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/663cc6f528b5418d9c2a5e8137cd5456 2024-11-20T02:21:49,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/663cc6f528b5418d9c2a5e8137cd5456, entries=100, sequenceid=513, filesize=9.6 K 2024-11-20T02:21:49,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8ab0ee51a9ee83e560e215fa2f953269 in 901ms, sequenceid=513, compaction requested=true 2024-11-20T02:21:49,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:49,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:21:49,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:49,976 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:49,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:21:49,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:49,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ab0ee51a9ee83e560e215fa2f953269:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:21:49,976 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:49,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:49,977 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:49,977 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:49,977 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/B is initiating minor compaction (all files) 2024-11-20T02:21:49,977 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/A is initiating minor compaction (all files) 2024-11-20T02:21:49,977 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/B in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,977 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/A in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:49,977 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f9094e1d5d464fdc8ba299e118a125c6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6be10c53770d4e42880308747d70be7f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/22e35b9c8262469a8557628f49a2b5a1] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=34.8 K 2024-11-20T02:21:49,977 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ab553daeb9d44cefb90782d7a8c2de9d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b69e0d0c441f454cb9003ecc119646d1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/3a9f2ea057b44ac58782f29b5d7be4ef] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=34.8 K 2024-11-20T02:21:49,977 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting f9094e1d5d464fdc8ba299e118a125c6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732069306285 2024-11-20T02:21:49,978 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab553daeb9d44cefb90782d7a8c2de9d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732069306285 2024-11-20T02:21:49,978 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6be10c53770d4e42880308747d70be7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732069306928 2024-11-20T02:21:49,978 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting b69e0d0c441f454cb9003ecc119646d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732069306928 2024-11-20T02:21:49,978 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 22e35b9c8262469a8557628f49a2b5a1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732069309065 2024-11-20T02:21:49,978 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a9f2ea057b44ac58782f29b5d7be4ef, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732069309065 2024-11-20T02:21:49,986 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#B#compaction#113 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:49,986 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#A#compaction#114 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:49,987 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/9a9281d79a51437abcff780696594c81 is 50, key is test_row_0/B:col10/1732069306934/Put/seqid=0 2024-11-20T02:21:49,987 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/f4a70d83bb44424a84be1a46bc71ccfb is 50, key is test_row_0/A:col10/1732069306934/Put/seqid=0 2024-11-20T02:21:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741953_1129 (size=13595) 2024-11-20T02:21:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741952_1128 (size=13595) 2024-11-20T02:21:49,998 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/9a9281d79a51437abcff780696594c81 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/9a9281d79a51437abcff780696594c81 2024-11-20T02:21:50,000 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/f4a70d83bb44424a84be1a46bc71ccfb as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f4a70d83bb44424a84be1a46bc71ccfb 2024-11-20T02:21:50,005 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/B of 8ab0ee51a9ee83e560e215fa2f953269 into 9a9281d79a51437abcff780696594c81(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:50,005 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:50,005 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/B, priority=13, startTime=1732069309976; duration=0sec 2024-11-20T02:21:50,005 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:21:50,005 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:B 2024-11-20T02:21:50,005 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:21:50,006 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/A of 8ab0ee51a9ee83e560e215fa2f953269 into f4a70d83bb44424a84be1a46bc71ccfb(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:50,006 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:50,006 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/A, priority=13, startTime=1732069309975; duration=0sec 2024-11-20T02:21:50,006 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:50,006 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:A 2024-11-20T02:21:50,006 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:21:50,007 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 8ab0ee51a9ee83e560e215fa2f953269/C is initiating minor compaction (all files) 2024-11-20T02:21:50,007 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ab0ee51a9ee83e560e215fa2f953269/C in TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:50,007 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/fe3ebc59295c484ba7e481188a71c91f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/d1eb1fc0d06744a799a4cf9220b01508, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/663cc6f528b5418d9c2a5e8137cd5456] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp, totalSize=34.8 K 2024-11-20T02:21:50,007 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting fe3ebc59295c484ba7e481188a71c91f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732069306285 2024-11-20T02:21:50,008 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting d1eb1fc0d06744a799a4cf9220b01508, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732069306928 2024-11-20T02:21:50,008 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 663cc6f528b5418d9c2a5e8137cd5456, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732069309065 2024-11-20T02:21:50,016 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ab0ee51a9ee83e560e215fa2f953269#C#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:21:50,016 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/3b714761f312468aa46f149b4cb880a0 is 50, key is test_row_0/C:col10/1732069306934/Put/seqid=0 2024-11-20T02:21:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741954_1130 (size=13561) 2024-11-20T02:21:50,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:50,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T02:21:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:50,110 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T02:21:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:50,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:50,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/21ab54345f2640328892cfc08bffda52 is 50, key is test_row_0/A:col10/1732069309134/Put/seqid=0 2024-11-20T02:21:50,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741955_1131 (size=12301) 2024-11-20T02:21:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T02:21:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:50,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. as already flushing 2024-11-20T02:21:50,253 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:51936 2024-11-20T02:21:50,253 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:21:50,426 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/3b714761f312468aa46f149b4cb880a0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3b714761f312468aa46f149b4cb880a0 2024-11-20T02:21:50,431 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ab0ee51a9ee83e560e215fa2f953269/C of 8ab0ee51a9ee83e560e215fa2f953269 into 3b714761f312468aa46f149b4cb880a0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:21:50,431 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:50,431 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269., storeName=8ab0ee51a9ee83e560e215fa2f953269/C, priority=13, startTime=1732069309976; duration=0sec 2024-11-20T02:21:50,432 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:21:50,432 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ab0ee51a9ee83e560e215fa2f953269:C 2024-11-20T02:21:50,520 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/21ab54345f2640328892cfc08bffda52 2024-11-20T02:21:50,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/3ef0463722ab4fc7a57e5482714a6354 is 50, key is test_row_0/B:col10/1732069309134/Put/seqid=0 2024-11-20T02:21:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741956_1132 (size=12301) 2024-11-20T02:21:50,879 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:21:50,932 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/3ef0463722ab4fc7a57e5482714a6354 2024-11-20T02:21:50,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/8502f223369e4ffe969fd583f0ba4e17 is 50, key is test_row_0/C:col10/1732069309134/Put/seqid=0 2024-11-20T02:21:50,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741957_1133 (size=12301) 2024-11-20T02:21:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T02:21:51,344 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/8502f223369e4ffe969fd583f0ba4e17 2024-11-20T02:21:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/21ab54345f2640328892cfc08bffda52 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/21ab54345f2640328892cfc08bffda52 2024-11-20T02:21:51,354 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/21ab54345f2640328892cfc08bffda52, entries=150, sequenceid=540, filesize=12.0 K 2024-11-20T02:21:51,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/3ef0463722ab4fc7a57e5482714a6354 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/3ef0463722ab4fc7a57e5482714a6354 2024-11-20T02:21:51,358 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/3ef0463722ab4fc7a57e5482714a6354, entries=150, sequenceid=540, filesize=12.0 K 2024-11-20T02:21:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/8502f223369e4ffe969fd583f0ba4e17 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8502f223369e4ffe969fd583f0ba4e17 2024-11-20T02:21:51,363 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8502f223369e4ffe969fd583f0ba4e17, entries=150, sequenceid=540, filesize=12.0 K 2024-11-20T02:21:51,364 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=6.71 KB/6870 for 8ab0ee51a9ee83e560e215fa2f953269 in 1254ms, sequenceid=540, compaction requested=false 2024-11-20T02:21:51,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:51,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:51,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T02:21:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-20T02:21:51,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T02:21:51,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3280 sec 2024-11-20T02:21:51,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.3330 sec 2024-11-20T02:21:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T02:21:53,142 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-20T02:21:54,319 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:51936 2024-11-20T02:21:54,319 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:21:54,351 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:51936 2024-11-20T02:21:54,351 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:21:54,370 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:51936 2024-11-20T02:21:54,370 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:21:54,378 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:51936 2024-11-20T02:21:54,378 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 258 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6667 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6587 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2935 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8802 rows 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2918 2024-11-20T02:21:54,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8754 rows 2024-11-20T02:21:54,378 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T02:21:54,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:51936 2024-11-20T02:21:54,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:21:54,382 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T02:21:54,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T02:21:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T02:21:54,395 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069314395"}]},"ts":"1732069314395"} 2024-11-20T02:21:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T02:21:54,398 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T02:21:54,400 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T02:21:54,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T02:21:54,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ab0ee51a9ee83e560e215fa2f953269, UNASSIGN}] 2024-11-20T02:21:54,406 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ab0ee51a9ee83e560e215fa2f953269, UNASSIGN 2024-11-20T02:21:54,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=8ab0ee51a9ee83e560e215fa2f953269, regionState=CLOSING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:54,407 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T02:21:54,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:21:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T02:21:54,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:54,564 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:54,565 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T02:21:54,565 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 8ab0ee51a9ee83e560e215fa2f953269, disabling compactions & flushes 2024-11-20T02:21:54,565 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:54,565 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:54,565 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. after waiting 0 ms 2024-11-20T02:21:54,566 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:54,566 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 8ab0ee51a9ee83e560e215fa2f953269 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T02:21:54,566 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=A 2024-11-20T02:21:54,566 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:54,566 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=B 2024-11-20T02:21:54,566 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:54,566 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ab0ee51a9ee83e560e215fa2f953269, store=C 2024-11-20T02:21:54,566 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:54,571 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/0d44075c799444ef9ae5d2b52c70da3b is 50, key is test_row_0/A:col10/1732069314377/Put/seqid=0 2024-11-20T02:21:54,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741958_1134 (size=9857) 2024-11-20T02:21:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T02:21:54,976 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/0d44075c799444ef9ae5d2b52c70da3b 2024-11-20T02:21:54,985 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/10358bd336084fda8742a0a75fc8d950 is 50, key is test_row_0/B:col10/1732069314377/Put/seqid=0 2024-11-20T02:21:54,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741959_1135 (size=9857) 2024-11-20T02:21:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T02:21:55,390 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/10358bd336084fda8742a0a75fc8d950 2024-11-20T02:21:55,398 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/211e42e4947c4097a5bc14c65a7126af is 50, key is test_row_0/C:col10/1732069314377/Put/seqid=0 2024-11-20T02:21:55,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741960_1136 (size=9857) 2024-11-20T02:21:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T02:21:55,802 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/211e42e4947c4097a5bc14c65a7126af 2024-11-20T02:21:55,807 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/A/0d44075c799444ef9ae5d2b52c70da3b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/0d44075c799444ef9ae5d2b52c70da3b 2024-11-20T02:21:55,811 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/0d44075c799444ef9ae5d2b52c70da3b, entries=100, sequenceid=549, filesize=9.6 K 2024-11-20T02:21:55,812 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/B/10358bd336084fda8742a0a75fc8d950 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/10358bd336084fda8742a0a75fc8d950 2024-11-20T02:21:55,816 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/10358bd336084fda8742a0a75fc8d950, entries=100, sequenceid=549, filesize=9.6 K 2024-11-20T02:21:55,817 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/.tmp/C/211e42e4947c4097a5bc14c65a7126af as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/211e42e4947c4097a5bc14c65a7126af 2024-11-20T02:21:55,821 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/211e42e4947c4097a5bc14c65a7126af, entries=100, sequenceid=549, filesize=9.6 K 2024-11-20T02:21:55,822 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8ab0ee51a9ee83e560e215fa2f953269 in 1256ms, sequenceid=549, compaction requested=true 2024-11-20T02:21:55,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6508d598ce5a4d47aa3f9867ad9af75e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f32aeaff13eb432d96d10b54752dad67, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/78edca4744504fd9a46745f348541f0c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/2fcf6442d69e437990f85cdf7560e55e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ba6648b234404a5b9e80a5ceccc50c48, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/586caa402c694a3ea3274ae5d2918d67, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1e0ca3b9cf9f4a1aa1f6f276ca5144c3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b4f9e4dd952a4ad38b2d6316374cc4ef, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/7e0184aad25a475cb347ea79e4e39abf, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b92c7b3951f442d49ade5980ff9c4a81, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6252b1ec38d648778ac6f9baee9bc98d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/008d056bb10c42bda5dd0dfd81215b52, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8e6ac3a94f664b809c35069334130e0e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/53012fb723ca4e3e98d034802ffa0b08, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6038777514c846508ea967f02846165f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/01ecede3810c486d86be1b6d73f43bcc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1d5174580e2e4c8b839f1ad1f28382f2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/d876dcceaeb14b4a95a0e842eef9a13e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/06e687f466a142e4a363d04e7ec2e9ef, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e6955701b8b54cf99729a6f408faace8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/413159b7dcc34ea8872cd0f034b39d9b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/01e49d4c5c0148a78b8bcf22048e3db0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f6a8cf6bf92a4afabdab92ff5be3bc96, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1a17e3244f8a4a149af1224d260384a3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1dfc699d133c419fbcc9aa5cc3ade1f9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6298dd8443db4f609d1297e8a3c599fb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/892ddf03905945748be596544e1b17c7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b2885311f9e04b6692ec5bd49f232389, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8e8563c3ec9f40a280e71b05a7cfedc3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ec6ee54d8837482e84a7752e072907a0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/c139000b7b2b448dbec71d7fe5e59ac9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/403aba00deeb45579631d7c704da427f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8b67b98088c4461ea51e270540fb2568, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/16e98111675a4f6198e9d833ef2327f8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ab553daeb9d44cefb90782d7a8c2de9d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e2da6ec1facb46cab16eed158ef03ded, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b69e0d0c441f454cb9003ecc119646d1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/3a9f2ea057b44ac58782f29b5d7be4ef] to archive 2024-11-20T02:21:55,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:21:55,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6508d598ce5a4d47aa3f9867ad9af75e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6508d598ce5a4d47aa3f9867ad9af75e 2024-11-20T02:21:55,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f32aeaff13eb432d96d10b54752dad67 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f32aeaff13eb432d96d10b54752dad67 2024-11-20T02:21:55,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/78edca4744504fd9a46745f348541f0c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/78edca4744504fd9a46745f348541f0c 2024-11-20T02:21:55,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/2fcf6442d69e437990f85cdf7560e55e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/2fcf6442d69e437990f85cdf7560e55e 2024-11-20T02:21:55,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ba6648b234404a5b9e80a5ceccc50c48 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ba6648b234404a5b9e80a5ceccc50c48 2024-11-20T02:21:55,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/586caa402c694a3ea3274ae5d2918d67 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/586caa402c694a3ea3274ae5d2918d67 2024-11-20T02:21:55,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1e0ca3b9cf9f4a1aa1f6f276ca5144c3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1e0ca3b9cf9f4a1aa1f6f276ca5144c3 2024-11-20T02:21:55,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b4f9e4dd952a4ad38b2d6316374cc4ef to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b4f9e4dd952a4ad38b2d6316374cc4ef 2024-11-20T02:21:55,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/7e0184aad25a475cb347ea79e4e39abf to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/7e0184aad25a475cb347ea79e4e39abf 2024-11-20T02:21:55,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b92c7b3951f442d49ade5980ff9c4a81 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b92c7b3951f442d49ade5980ff9c4a81 2024-11-20T02:21:55,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6252b1ec38d648778ac6f9baee9bc98d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6252b1ec38d648778ac6f9baee9bc98d 2024-11-20T02:21:55,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/008d056bb10c42bda5dd0dfd81215b52 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/008d056bb10c42bda5dd0dfd81215b52 2024-11-20T02:21:55,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8e6ac3a94f664b809c35069334130e0e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8e6ac3a94f664b809c35069334130e0e 2024-11-20T02:21:55,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/53012fb723ca4e3e98d034802ffa0b08 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/53012fb723ca4e3e98d034802ffa0b08 2024-11-20T02:21:55,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6038777514c846508ea967f02846165f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6038777514c846508ea967f02846165f 2024-11-20T02:21:55,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/01ecede3810c486d86be1b6d73f43bcc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/01ecede3810c486d86be1b6d73f43bcc 2024-11-20T02:21:55,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1d5174580e2e4c8b839f1ad1f28382f2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1d5174580e2e4c8b839f1ad1f28382f2 2024-11-20T02:21:55,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/d876dcceaeb14b4a95a0e842eef9a13e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/d876dcceaeb14b4a95a0e842eef9a13e 2024-11-20T02:21:55,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/06e687f466a142e4a363d04e7ec2e9ef to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/06e687f466a142e4a363d04e7ec2e9ef 2024-11-20T02:21:55,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e6955701b8b54cf99729a6f408faace8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e6955701b8b54cf99729a6f408faace8 2024-11-20T02:21:55,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/413159b7dcc34ea8872cd0f034b39d9b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/413159b7dcc34ea8872cd0f034b39d9b 2024-11-20T02:21:55,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/01e49d4c5c0148a78b8bcf22048e3db0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/01e49d4c5c0148a78b8bcf22048e3db0 2024-11-20T02:21:55,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f6a8cf6bf92a4afabdab92ff5be3bc96 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f6a8cf6bf92a4afabdab92ff5be3bc96 2024-11-20T02:21:55,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1a17e3244f8a4a149af1224d260384a3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1a17e3244f8a4a149af1224d260384a3 2024-11-20T02:21:55,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1dfc699d133c419fbcc9aa5cc3ade1f9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/1dfc699d133c419fbcc9aa5cc3ade1f9 2024-11-20T02:21:55,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6298dd8443db4f609d1297e8a3c599fb to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/6298dd8443db4f609d1297e8a3c599fb 2024-11-20T02:21:55,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/892ddf03905945748be596544e1b17c7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/892ddf03905945748be596544e1b17c7 2024-11-20T02:21:55,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b2885311f9e04b6692ec5bd49f232389 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b2885311f9e04b6692ec5bd49f232389 2024-11-20T02:21:55,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8e8563c3ec9f40a280e71b05a7cfedc3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8e8563c3ec9f40a280e71b05a7cfedc3 2024-11-20T02:21:55,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ec6ee54d8837482e84a7752e072907a0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ec6ee54d8837482e84a7752e072907a0 2024-11-20T02:21:55,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/c139000b7b2b448dbec71d7fe5e59ac9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/c139000b7b2b448dbec71d7fe5e59ac9 2024-11-20T02:21:55,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/403aba00deeb45579631d7c704da427f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/403aba00deeb45579631d7c704da427f 2024-11-20T02:21:55,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8b67b98088c4461ea51e270540fb2568 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/8b67b98088c4461ea51e270540fb2568 2024-11-20T02:21:55,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/16e98111675a4f6198e9d833ef2327f8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/16e98111675a4f6198e9d833ef2327f8 2024-11-20T02:21:55,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ab553daeb9d44cefb90782d7a8c2de9d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/ab553daeb9d44cefb90782d7a8c2de9d 2024-11-20T02:21:55,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e2da6ec1facb46cab16eed158ef03ded to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/e2da6ec1facb46cab16eed158ef03ded 2024-11-20T02:21:55,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b69e0d0c441f454cb9003ecc119646d1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/b69e0d0c441f454cb9003ecc119646d1 2024-11-20T02:21:55,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/3a9f2ea057b44ac58782f29b5d7be4ef to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/3a9f2ea057b44ac58782f29b5d7be4ef 2024-11-20T02:21:55,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/572f152a06ae40218188e988a5a9c69b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/3d013abdaffc40a1ac1e5ed1e54dcbf4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/627403e3a92b4b33a29caca9f56266c5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e1aa6eb02ad64c4a9c2e6dfde99dbc38, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/94320e34ecdb4bd5a2140bd65cfa790c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/99d94647440a4da7863d0bd2f054c43a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/88a3a6cac7024d378168aa18b21a6ce2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/82ed72e5c8244121a3047303033b6a19, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/d5f3f942242b441fa902d1805a130958, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/fd521cec7c024e1081963d1bfc6fc122, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/eb70e44966d845109066ae9fddcb6de3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/7fee6789a3324d5fb4968ebc9e6db592, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6c21885525f04f9aae173d989cd54072, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/59cf617aed82408cb1712d93237562fd, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e9bbb1a8f71d416eaea7b53187576eea, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6af4d42ab3414a50bb490cbcc3ed1f4d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b6475126386d42bd8b36f2929b5547a9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/640be80eddac4a0f9385a8c48708ab4a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f4d2f8b1e9784cdab51ea295a6363272, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b203f72f111643ebb4f70d498b443acc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b7271635e9ac4e40a7069686b5fd0408, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/4aae73ae9c254962bf59ec768d4bc8e3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/cd0485ee30e34593a656fae5738839f7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/895dabb99a66458cab8656cb4ffa793e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/1c99ec92be7545d69554a821859cf54f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e4714c0dade544cdb0ce7b7886de7d6e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f43813dcac5d45aa89708a2e88f6876b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/654879d018d34d6c9635517ca516d3ee, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/996265c94add4cd1b2ca7d1bf6095b53, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/ecc1a8542ea040f491fc62448f183d3a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/c8cfd71e286242b8b14be9741b450c42, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e729298ae3074bc2bafdc8836fbbab8a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/533737fa68ab49b88d60154d11c71c4e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8b70b06c4b0247abbaa712ea1c2efab2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f9094e1d5d464fdc8ba299e118a125c6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8521c13ce6384108a8169a12de9974b1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6be10c53770d4e42880308747d70be7f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/22e35b9c8262469a8557628f49a2b5a1] to archive 2024-11-20T02:21:55,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:21:55,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/572f152a06ae40218188e988a5a9c69b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/572f152a06ae40218188e988a5a9c69b 2024-11-20T02:21:55,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/3d013abdaffc40a1ac1e5ed1e54dcbf4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/3d013abdaffc40a1ac1e5ed1e54dcbf4 2024-11-20T02:21:55,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/627403e3a92b4b33a29caca9f56266c5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/627403e3a92b4b33a29caca9f56266c5 2024-11-20T02:21:55,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e1aa6eb02ad64c4a9c2e6dfde99dbc38 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e1aa6eb02ad64c4a9c2e6dfde99dbc38 2024-11-20T02:21:55,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/94320e34ecdb4bd5a2140bd65cfa790c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/94320e34ecdb4bd5a2140bd65cfa790c 2024-11-20T02:21:55,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/99d94647440a4da7863d0bd2f054c43a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/99d94647440a4da7863d0bd2f054c43a 2024-11-20T02:21:55,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/88a3a6cac7024d378168aa18b21a6ce2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/88a3a6cac7024d378168aa18b21a6ce2 2024-11-20T02:21:55,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/82ed72e5c8244121a3047303033b6a19 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/82ed72e5c8244121a3047303033b6a19 2024-11-20T02:21:55,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/d5f3f942242b441fa902d1805a130958 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/d5f3f942242b441fa902d1805a130958 2024-11-20T02:21:55,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/fd521cec7c024e1081963d1bfc6fc122 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/fd521cec7c024e1081963d1bfc6fc122 2024-11-20T02:21:55,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/eb70e44966d845109066ae9fddcb6de3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/eb70e44966d845109066ae9fddcb6de3 2024-11-20T02:21:55,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/7fee6789a3324d5fb4968ebc9e6db592 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/7fee6789a3324d5fb4968ebc9e6db592 2024-11-20T02:21:55,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6c21885525f04f9aae173d989cd54072 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6c21885525f04f9aae173d989cd54072 2024-11-20T02:21:55,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/59cf617aed82408cb1712d93237562fd to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/59cf617aed82408cb1712d93237562fd 2024-11-20T02:21:55,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e9bbb1a8f71d416eaea7b53187576eea to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e9bbb1a8f71d416eaea7b53187576eea 2024-11-20T02:21:55,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6af4d42ab3414a50bb490cbcc3ed1f4d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6af4d42ab3414a50bb490cbcc3ed1f4d 2024-11-20T02:21:55,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b6475126386d42bd8b36f2929b5547a9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b6475126386d42bd8b36f2929b5547a9 2024-11-20T02:21:55,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/640be80eddac4a0f9385a8c48708ab4a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/640be80eddac4a0f9385a8c48708ab4a 2024-11-20T02:21:55,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f4d2f8b1e9784cdab51ea295a6363272 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f4d2f8b1e9784cdab51ea295a6363272 2024-11-20T02:21:55,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b203f72f111643ebb4f70d498b443acc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b203f72f111643ebb4f70d498b443acc 2024-11-20T02:21:55,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b7271635e9ac4e40a7069686b5fd0408 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/b7271635e9ac4e40a7069686b5fd0408 2024-11-20T02:21:55,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/4aae73ae9c254962bf59ec768d4bc8e3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/4aae73ae9c254962bf59ec768d4bc8e3 2024-11-20T02:21:55,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/cd0485ee30e34593a656fae5738839f7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/cd0485ee30e34593a656fae5738839f7 2024-11-20T02:21:55,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/895dabb99a66458cab8656cb4ffa793e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/895dabb99a66458cab8656cb4ffa793e 2024-11-20T02:21:55,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/1c99ec92be7545d69554a821859cf54f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/1c99ec92be7545d69554a821859cf54f 2024-11-20T02:21:55,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e4714c0dade544cdb0ce7b7886de7d6e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e4714c0dade544cdb0ce7b7886de7d6e 2024-11-20T02:21:55,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f43813dcac5d45aa89708a2e88f6876b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f43813dcac5d45aa89708a2e88f6876b 2024-11-20T02:21:55,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/654879d018d34d6c9635517ca516d3ee to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/654879d018d34d6c9635517ca516d3ee 2024-11-20T02:21:55,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/996265c94add4cd1b2ca7d1bf6095b53 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/996265c94add4cd1b2ca7d1bf6095b53 2024-11-20T02:21:55,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/ecc1a8542ea040f491fc62448f183d3a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/ecc1a8542ea040f491fc62448f183d3a 2024-11-20T02:21:55,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/c8cfd71e286242b8b14be9741b450c42 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/c8cfd71e286242b8b14be9741b450c42 2024-11-20T02:21:55,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e729298ae3074bc2bafdc8836fbbab8a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/e729298ae3074bc2bafdc8836fbbab8a 2024-11-20T02:21:55,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/533737fa68ab49b88d60154d11c71c4e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/533737fa68ab49b88d60154d11c71c4e 2024-11-20T02:21:55,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8b70b06c4b0247abbaa712ea1c2efab2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8b70b06c4b0247abbaa712ea1c2efab2 2024-11-20T02:21:55,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f9094e1d5d464fdc8ba299e118a125c6 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/f9094e1d5d464fdc8ba299e118a125c6 2024-11-20T02:21:55,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8521c13ce6384108a8169a12de9974b1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/8521c13ce6384108a8169a12de9974b1 2024-11-20T02:21:55,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6be10c53770d4e42880308747d70be7f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/6be10c53770d4e42880308747d70be7f 2024-11-20T02:21:55,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/22e35b9c8262469a8557628f49a2b5a1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/22e35b9c8262469a8557628f49a2b5a1 2024-11-20T02:21:55,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/38726aab8d814ce99b9b0d28e7dd90be, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dccb2836018e428e9707b0b5cb85595f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/89e47706d26a410a890906a84abca0d8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8c33606e8112477bbfd14766614b174a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8160e85641e94bd388fec62408a9c049, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/e0e3b1a0b7c149b888eff912df06b8c7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dbd6caaf918541a495e475beb65641a9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3defc5e9a959465a98fa0f1a2ebc2bcc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8d493db33b444bdeb1add9e2f117abf7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c4eaabb076a8438cba6f15d6489be3e4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7781d584ed45469892cc87a6ed155ff9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/74e25238f4bb4e05b57d38dde69fc338, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/554b3e68fd114bc4a43870af94dc11f1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/bfb707abb3d6401781cfb2754a2aa777, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/14d1d8b6925f43bbb3c198ba103351ed, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/54250cd43fe74da598c488fc5210ee55, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/98a67e92e4824584a5b64c08ea5df055, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/df064641d18f43989a50151b79659dd8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/5c9fa08b5458480fb70966797f77b2d7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/726ce38b0f894c6baec5f17a4165cf40, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/4919b13baba143de9b797812353ae9ec, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/95deaec5906b40d598f8a58b0465e9a6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3f5a20e81a58486fba8e6e0c88843ae0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c9881988b01342318acbe5b33440f85a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/0fef262b8d9a4d9b93ea91280026181d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9522648491e24d7e95a4f19e8bfaa297, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/17afae9e7bef43be942e00d38174bec2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/6b90e892823a48a288d7f67890392116, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/b2cf07581cae4cc1a6292a9f7c77010e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/bbbd008871014170ab34399aa59d969f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9ded1fe244364acb9901cb481ea29c81, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/f9930ad2ec9d42eba2c5a5aa17bf4c42, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7a36dbd335d84abebcfd17811be505d1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/fe3ebc59295c484ba7e481188a71c91f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/62d84b97a3674017bf91cb5d180f3689, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/d1eb1fc0d06744a799a4cf9220b01508, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/663cc6f528b5418d9c2a5e8137cd5456] to archive 2024-11-20T02:21:55,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:21:55,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/38726aab8d814ce99b9b0d28e7dd90be to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/38726aab8d814ce99b9b0d28e7dd90be 2024-11-20T02:21:55,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dccb2836018e428e9707b0b5cb85595f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dccb2836018e428e9707b0b5cb85595f 2024-11-20T02:21:55,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/89e47706d26a410a890906a84abca0d8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/89e47706d26a410a890906a84abca0d8 2024-11-20T02:21:55,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8c33606e8112477bbfd14766614b174a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8c33606e8112477bbfd14766614b174a 2024-11-20T02:21:55,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8160e85641e94bd388fec62408a9c049 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8160e85641e94bd388fec62408a9c049 2024-11-20T02:21:55,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/e0e3b1a0b7c149b888eff912df06b8c7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/e0e3b1a0b7c149b888eff912df06b8c7 2024-11-20T02:21:55,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dbd6caaf918541a495e475beb65641a9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/dbd6caaf918541a495e475beb65641a9 2024-11-20T02:21:55,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3defc5e9a959465a98fa0f1a2ebc2bcc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3defc5e9a959465a98fa0f1a2ebc2bcc 2024-11-20T02:21:55,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8d493db33b444bdeb1add9e2f117abf7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8d493db33b444bdeb1add9e2f117abf7 2024-11-20T02:21:55,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c4eaabb076a8438cba6f15d6489be3e4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c4eaabb076a8438cba6f15d6489be3e4 2024-11-20T02:21:55,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7781d584ed45469892cc87a6ed155ff9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7781d584ed45469892cc87a6ed155ff9 2024-11-20T02:21:55,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/74e25238f4bb4e05b57d38dde69fc338 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/74e25238f4bb4e05b57d38dde69fc338 2024-11-20T02:21:55,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/554b3e68fd114bc4a43870af94dc11f1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/554b3e68fd114bc4a43870af94dc11f1 2024-11-20T02:21:55,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/bfb707abb3d6401781cfb2754a2aa777 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/bfb707abb3d6401781cfb2754a2aa777 2024-11-20T02:21:55,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/14d1d8b6925f43bbb3c198ba103351ed to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/14d1d8b6925f43bbb3c198ba103351ed 2024-11-20T02:21:55,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/54250cd43fe74da598c488fc5210ee55 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/54250cd43fe74da598c488fc5210ee55 2024-11-20T02:21:55,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/98a67e92e4824584a5b64c08ea5df055 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/98a67e92e4824584a5b64c08ea5df055 2024-11-20T02:21:55,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/df064641d18f43989a50151b79659dd8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/df064641d18f43989a50151b79659dd8 2024-11-20T02:21:55,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/5c9fa08b5458480fb70966797f77b2d7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/5c9fa08b5458480fb70966797f77b2d7 2024-11-20T02:21:55,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/726ce38b0f894c6baec5f17a4165cf40 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/726ce38b0f894c6baec5f17a4165cf40 2024-11-20T02:21:55,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/4919b13baba143de9b797812353ae9ec to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/4919b13baba143de9b797812353ae9ec 2024-11-20T02:21:55,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/95deaec5906b40d598f8a58b0465e9a6 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/95deaec5906b40d598f8a58b0465e9a6 2024-11-20T02:21:55,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3f5a20e81a58486fba8e6e0c88843ae0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3f5a20e81a58486fba8e6e0c88843ae0 2024-11-20T02:21:55,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c9881988b01342318acbe5b33440f85a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/c9881988b01342318acbe5b33440f85a 2024-11-20T02:21:55,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/0fef262b8d9a4d9b93ea91280026181d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/0fef262b8d9a4d9b93ea91280026181d 2024-11-20T02:21:55,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9522648491e24d7e95a4f19e8bfaa297 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9522648491e24d7e95a4f19e8bfaa297 2024-11-20T02:21:55,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/17afae9e7bef43be942e00d38174bec2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/17afae9e7bef43be942e00d38174bec2 2024-11-20T02:21:55,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/6b90e892823a48a288d7f67890392116 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/6b90e892823a48a288d7f67890392116 2024-11-20T02:21:55,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/b2cf07581cae4cc1a6292a9f7c77010e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/b2cf07581cae4cc1a6292a9f7c77010e 2024-11-20T02:21:55,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/bbbd008871014170ab34399aa59d969f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/bbbd008871014170ab34399aa59d969f 2024-11-20T02:21:55,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9ded1fe244364acb9901cb481ea29c81 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/9ded1fe244364acb9901cb481ea29c81 2024-11-20T02:21:55,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/f9930ad2ec9d42eba2c5a5aa17bf4c42 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/f9930ad2ec9d42eba2c5a5aa17bf4c42 2024-11-20T02:21:55,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7a36dbd335d84abebcfd17811be505d1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/7a36dbd335d84abebcfd17811be505d1 2024-11-20T02:21:55,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/fe3ebc59295c484ba7e481188a71c91f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/fe3ebc59295c484ba7e481188a71c91f 2024-11-20T02:21:55,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/62d84b97a3674017bf91cb5d180f3689 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/62d84b97a3674017bf91cb5d180f3689 2024-11-20T02:21:55,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/d1eb1fc0d06744a799a4cf9220b01508 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/d1eb1fc0d06744a799a4cf9220b01508 2024-11-20T02:21:55,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/663cc6f528b5418d9c2a5e8137cd5456 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/663cc6f528b5418d9c2a5e8137cd5456 2024-11-20T02:21:55,991 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/recovered.edits/552.seqid, newMaxSeqId=552, maxSeqId=1 2024-11-20T02:21:55,993 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269. 2024-11-20T02:21:55,994 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 8ab0ee51a9ee83e560e215fa2f953269: 2024-11-20T02:21:55,995 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:55,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=8ab0ee51a9ee83e560e215fa2f953269, regionState=CLOSED 2024-11-20T02:21:55,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-20T02:21:55,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 8ab0ee51a9ee83e560e215fa2f953269, server=143b9a2c40c9,32811,1732069282461 in 1.5890 sec 2024-11-20T02:21:55,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-20T02:21:55,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ab0ee51a9ee83e560e215fa2f953269, UNASSIGN in 1.5930 sec 2024-11-20T02:21:56,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T02:21:56,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5990 sec 2024-11-20T02:21:56,002 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069316002"}]},"ts":"1732069316002"} 2024-11-20T02:21:56,003 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T02:21:56,005 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T02:21:56,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6160 sec 2024-11-20T02:21:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T02:21:56,500 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-20T02:21:56,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T02:21:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:21:56,510 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:21:56,511 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:21:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T02:21:56,514 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:56,518 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/recovered.edits] 2024-11-20T02:21:56,521 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/0d44075c799444ef9ae5d2b52c70da3b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/0d44075c799444ef9ae5d2b52c70da3b 2024-11-20T02:21:56,522 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/21ab54345f2640328892cfc08bffda52 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/21ab54345f2640328892cfc08bffda52 2024-11-20T02:21:56,523 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f4a70d83bb44424a84be1a46bc71ccfb to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/A/f4a70d83bb44424a84be1a46bc71ccfb 2024-11-20T02:21:56,526 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/10358bd336084fda8742a0a75fc8d950 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/10358bd336084fda8742a0a75fc8d950 2024-11-20T02:21:56,527 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/3ef0463722ab4fc7a57e5482714a6354 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/3ef0463722ab4fc7a57e5482714a6354 2024-11-20T02:21:56,528 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/9a9281d79a51437abcff780696594c81 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/B/9a9281d79a51437abcff780696594c81 2024-11-20T02:21:56,531 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/211e42e4947c4097a5bc14c65a7126af to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/211e42e4947c4097a5bc14c65a7126af 2024-11-20T02:21:56,532 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3b714761f312468aa46f149b4cb880a0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/3b714761f312468aa46f149b4cb880a0 2024-11-20T02:21:56,533 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8502f223369e4ffe969fd583f0ba4e17 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/C/8502f223369e4ffe969fd583f0ba4e17 2024-11-20T02:21:56,535 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/recovered.edits/552.seqid to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269/recovered.edits/552.seqid 2024-11-20T02:21:56,536 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/8ab0ee51a9ee83e560e215fa2f953269 2024-11-20T02:21:56,536 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T02:21:56,541 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:21:56,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T02:21:56,548 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T02:21:56,579 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T02:21:56,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:21:56,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T02:21:56,581 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732069316580"}]},"ts":"9223372036854775807"} 2024-11-20T02:21:56,584 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T02:21:56,584 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8ab0ee51a9ee83e560e215fa2f953269, NAME => 'TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T02:21:56,584 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T02:21:56,585 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732069316584"}]},"ts":"9223372036854775807"} 2024-11-20T02:21:56,587 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T02:21:56,590 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:21:56,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 86 msec 2024-11-20T02:21:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T02:21:56,613 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-20T02:21:56,626 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: hconnection-0x5fdf439b-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5fdf439b-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5fdf439b-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5fdf439b-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_296749577_22 at /127.0.0.1:50648 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;143b9a2c40c9:32811-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=452 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 221) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3356 (was 3913) 2024-11-20T02:21:56,636 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=3356 2024-11-20T02:21:56,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T02:21:56,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:21:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T02:21:56,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:21:56,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:56,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-20T02:21:56,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:21:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T02:21:56,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741961_1137 (size=960) 2024-11-20T02:21:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T02:21:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T02:21:57,049 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14 2024-11-20T02:21:57,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741962_1138 (size=53) 2024-11-20T02:21:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T02:21:57,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:21:57,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6f3a5f3dc125292aeabc41212a178d8f, disabling compactions & flushes 2024-11-20T02:21:57,455 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:57,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:57,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. after waiting 0 ms 2024-11-20T02:21:57,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:57,455 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:57,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:21:57,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:21:57,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732069317457"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732069317457"}]},"ts":"1732069317457"} 2024-11-20T02:21:57,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T02:21:57,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:21:57,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069317459"}]},"ts":"1732069317459"} 2024-11-20T02:21:57,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T02:21:57,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f3a5f3dc125292aeabc41212a178d8f, ASSIGN}] 2024-11-20T02:21:57,465 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f3a5f3dc125292aeabc41212a178d8f, ASSIGN 2024-11-20T02:21:57,466 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f3a5f3dc125292aeabc41212a178d8f, ASSIGN; state=OFFLINE, location=143b9a2c40c9,32811,1732069282461; forceNewPlan=false, retain=false 2024-11-20T02:21:57,616 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=6f3a5f3dc125292aeabc41212a178d8f, regionState=OPENING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:57,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:21:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T02:21:57,770 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:57,773 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:57,773 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:21:57,774 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:57,774 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:21:57,774 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:57,774 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:57,775 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:57,777 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:21:57,777 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f3a5f3dc125292aeabc41212a178d8f columnFamilyName A 2024-11-20T02:21:57,777 DEBUG [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:57,778 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(327): Store=6f3a5f3dc125292aeabc41212a178d8f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:57,778 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:57,779 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:21:57,779 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f3a5f3dc125292aeabc41212a178d8f columnFamilyName B 2024-11-20T02:21:57,779 DEBUG [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:57,780 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(327): Store=6f3a5f3dc125292aeabc41212a178d8f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:57,780 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:57,781 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:21:57,781 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f3a5f3dc125292aeabc41212a178d8f columnFamilyName C 2024-11-20T02:21:57,781 DEBUG [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:57,782 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(327): Store=6f3a5f3dc125292aeabc41212a178d8f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:57,782 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:57,782 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:57,783 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:57,784 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:21:57,785 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:57,787 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:21:57,787 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 6f3a5f3dc125292aeabc41212a178d8f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74198571, jitterRate=0.10564486682415009}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:21:57,788 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:21:57,789 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., pid=39, masterSystemTime=1732069317770 2024-11-20T02:21:57,790 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:57,790 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:57,791 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=6f3a5f3dc125292aeabc41212a178d8f, regionState=OPEN, openSeqNum=2, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:57,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-20T02:21:57,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 in 174 msec 2024-11-20T02:21:57,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T02:21:57,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f3a5f3dc125292aeabc41212a178d8f, ASSIGN in 329 msec 2024-11-20T02:21:57,795 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:21:57,795 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069317795"}]},"ts":"1732069317795"} 2024-11-20T02:21:57,796 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T02:21:57,799 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:21:57,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-20T02:21:58,536 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:21:58,538 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:21:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T02:21:58,747 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-20T02:21:58,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-20T02:21:58,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:58,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:58,756 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:58,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:21:58,759 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:21:58,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T02:21:58,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:21:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T02:21:58,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741963_1139 (size=996) 2024-11-20T02:21:59,185 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T02:21:59,186 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T02:21:59,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T02:21:59,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f3a5f3dc125292aeabc41212a178d8f, REOPEN/MOVE}] 2024-11-20T02:21:59,198 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f3a5f3dc125292aeabc41212a178d8f, REOPEN/MOVE 2024-11-20T02:21:59,199 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=6f3a5f3dc125292aeabc41212a178d8f, regionState=CLOSING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,200 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T02:21:59,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:21:59,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,352 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,352 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T02:21:59,352 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 6f3a5f3dc125292aeabc41212a178d8f, disabling compactions & flushes 2024-11-20T02:21:59,352 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:59,352 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:59,352 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. after waiting 0 ms 2024-11-20T02:21:59,352 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:59,356 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T02:21:59,357 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:59,357 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:21:59,357 WARN [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 6f3a5f3dc125292aeabc41212a178d8f to self. 2024-11-20T02:21:59,358 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=6f3a5f3dc125292aeabc41212a178d8f, regionState=CLOSED 2024-11-20T02:21:59,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T02:21:59,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 in 160 msec 2024-11-20T02:21:59,361 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f3a5f3dc125292aeabc41212a178d8f, REOPEN/MOVE; state=CLOSED, location=143b9a2c40c9,32811,1732069282461; forceNewPlan=false, retain=true 2024-11-20T02:21:59,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=6f3a5f3dc125292aeabc41212a178d8f, regionState=OPENING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:21:59,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,668 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:59,668 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:21:59,669 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,669 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:21:59,669 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,669 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,671 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,672 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:21:59,677 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f3a5f3dc125292aeabc41212a178d8f columnFamilyName A 2024-11-20T02:21:59,679 DEBUG [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:59,679 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(327): Store=6f3a5f3dc125292aeabc41212a178d8f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:59,680 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,681 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:21:59,681 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f3a5f3dc125292aeabc41212a178d8f columnFamilyName B 2024-11-20T02:21:59,681 DEBUG [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:59,681 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(327): Store=6f3a5f3dc125292aeabc41212a178d8f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:59,681 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,682 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:21:59,682 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f3a5f3dc125292aeabc41212a178d8f columnFamilyName C 2024-11-20T02:21:59,682 DEBUG [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:21:59,682 INFO [StoreOpener-6f3a5f3dc125292aeabc41212a178d8f-1 {}] regionserver.HStore(327): Store=6f3a5f3dc125292aeabc41212a178d8f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:21:59,683 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:59,683 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,684 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,686 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:21:59,687 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,688 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 6f3a5f3dc125292aeabc41212a178d8f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66615991, jitterRate=-0.007344380021095276}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:21:59,689 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:21:59,690 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., pid=44, masterSystemTime=1732069319665 2024-11-20T02:21:59,692 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:59,692 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:59,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=6f3a5f3dc125292aeabc41212a178d8f, regionState=OPEN, openSeqNum=5, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-20T02:21:59,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 in 180 msec 2024-11-20T02:21:59,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-20T02:21:59,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f3a5f3dc125292aeabc41212a178d8f, REOPEN/MOVE in 498 msec 2024-11-20T02:21:59,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T02:21:59,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-11-20T02:21:59,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 932 msec 2024-11-20T02:21:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-20T02:21:59,710 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-20T02:21:59,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:59,716 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-20T02:21:59,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:59,721 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-20T02:21:59,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:59,725 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-20T02:21:59,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:59,730 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-20T02:21:59,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:59,734 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-20T02:21:59,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:59,737 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-20T02:21:59,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:59,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-20T02:21:59,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:59,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-20T02:21:59,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:21:59,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:21:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-20T02:21:59,755 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:21:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T02:21:59,756 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:21:59,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:21:59,760 DEBUG [hconnection-0x736a24b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:59,760 DEBUG [hconnection-0x60f1f0c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:59,761 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:59,763 DEBUG [hconnection-0x48a4b892-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:59,763 DEBUG [hconnection-0x12651e3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:59,765 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:59,765 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:59,768 DEBUG [hconnection-0x507aa03d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:59,769 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:59,772 DEBUG [hconnection-0x705d529f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:59,773 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:59,774 DEBUG [hconnection-0x33758e0f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:59,776 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:59,776 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:21:59,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:21:59,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:21:59,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:59,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:21:59,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:59,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:21:59,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:21:59,808 DEBUG [hconnection-0x6b038333-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:59,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069379806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069379806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,809 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069379808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069379808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069379812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,816 DEBUG [hconnection-0x10658da6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:21:59,818 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:21:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T02:21:59,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120671ac6f4e33f4c6c90a71cb6aa237f32_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069319780/Put/seqid=0 2024-11-20T02:21:59,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741964_1140 (size=12154) 2024-11-20T02:21:59,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T02:21:59,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:59,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:21:59,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:21:59,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:59,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:21:59,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069379911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069379912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:59,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069379913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069379913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:21:59,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:21:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069379914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T02:22:00,062 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T02:22:00,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:00,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069380116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069380117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069380119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069380120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069380120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,218 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T02:22:00,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,283 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:00,289 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120671ac6f4e33f4c6c90a71cb6aa237f32_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120671ac6f4e33f4c6c90a71cb6aa237f32_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:00,291 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/b491281bd88a4bd9b425f97049e6dda1, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:00,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/b491281bd88a4bd9b425f97049e6dda1 is 175, key is test_row_0/A:col10/1732069319780/Put/seqid=0 2024-11-20T02:22:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741965_1141 (size=30955) 2024-11-20T02:22:00,309 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/b491281bd88a4bd9b425f97049e6dda1 2024-11-20T02:22:00,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/7d70efa116484679b340ce034c526627 is 50, key is test_row_0/B:col10/1732069319780/Put/seqid=0 2024-11-20T02:22:00,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741966_1142 (size=12001) 2024-11-20T02:22:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T02:22:00,372 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T02:22:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069380421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069380423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069380424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069380424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069380427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T02:22:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,681 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T02:22:00,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:00,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/7d70efa116484679b340ce034c526627 2024-11-20T02:22:00,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3e5cbef34edb44e2982157ffbfcb97a2 is 50, key is test_row_0/C:col10/1732069319780/Put/seqid=0 2024-11-20T02:22:00,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741967_1143 (size=12001) 2024-11-20T02:22:00,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T02:22:00,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:00,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T02:22:00,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069380923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069380928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069380928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069380931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069380931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:00,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T02:22:00,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:00,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:00,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:01,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:01,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T02:22:01,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:01,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:01,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:01,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:01,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:01,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3e5cbef34edb44e2982157ffbfcb97a2 2024-11-20T02:22:01,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/b491281bd88a4bd9b425f97049e6dda1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/b491281bd88a4bd9b425f97049e6dda1 2024-11-20T02:22:01,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/b491281bd88a4bd9b425f97049e6dda1, entries=150, sequenceid=16, filesize=30.2 K 2024-11-20T02:22:01,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/7d70efa116484679b340ce034c526627 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/7d70efa116484679b340ce034c526627 2024-11-20T02:22:01,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/7d70efa116484679b340ce034c526627, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T02:22:01,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3e5cbef34edb44e2982157ffbfcb97a2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3e5cbef34edb44e2982157ffbfcb97a2 2024-11-20T02:22:01,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3e5cbef34edb44e2982157ffbfcb97a2, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T02:22:01,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6f3a5f3dc125292aeabc41212a178d8f in 1443ms, sequenceid=16, compaction requested=false 2024-11-20T02:22:01,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:01,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:01,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T02:22:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:01,295 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T02:22:01,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:01,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:01,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:01,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:01,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:01,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120195608a8cafb4a958cc683ea3ac356f6_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069319806/Put/seqid=0 2024-11-20T02:22:01,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741968_1144 (size=12154) 2024-11-20T02:22:01,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,326 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120195608a8cafb4a958cc683ea3ac356f6_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120195608a8cafb4a958cc683ea3ac356f6_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/a26e69c0e8684dd0852ab3a9fe746cfd, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:01,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/a26e69c0e8684dd0852ab3a9fe746cfd is 175, key is test_row_0/A:col10/1732069319806/Put/seqid=0 2024-11-20T02:22:01,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741969_1145 (size=30955) 2024-11-20T02:22:01,343 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/a26e69c0e8684dd0852ab3a9fe746cfd 2024-11-20T02:22:01,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/8e42d8482af44503ac0bb4f736d59ed2 is 50, key is test_row_0/B:col10/1732069319806/Put/seqid=0 2024-11-20T02:22:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741970_1146 (size=12001) 2024-11-20T02:22:01,366 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/8e42d8482af44503ac0bb4f736d59ed2 2024-11-20T02:22:01,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3f6103a1d1984458a3607fcfa2f71069 is 50, key is test_row_0/C:col10/1732069319806/Put/seqid=0 2024-11-20T02:22:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741971_1147 (size=12001) 2024-11-20T02:22:01,411 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3f6103a1d1984458a3607fcfa2f71069 2024-11-20T02:22:01,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/a26e69c0e8684dd0852ab3a9fe746cfd as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a26e69c0e8684dd0852ab3a9fe746cfd 2024-11-20T02:22:01,429 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a26e69c0e8684dd0852ab3a9fe746cfd, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T02:22:01,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/8e42d8482af44503ac0bb4f736d59ed2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8e42d8482af44503ac0bb4f736d59ed2 2024-11-20T02:22:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,437 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8e42d8482af44503ac0bb4f736d59ed2, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T02:22:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3f6103a1d1984458a3607fcfa2f71069 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6103a1d1984458a3607fcfa2f71069 2024-11-20T02:22:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,445 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6103a1d1984458a3607fcfa2f71069, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T02:22:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,446 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 6f3a5f3dc125292aeabc41212a178d8f in 151ms, sequenceid=41, compaction requested=false 2024-11-20T02:22:01,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:01,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:01,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-20T02:22:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-20T02:22:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-20T02:22:01,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6920 sec 2024-11-20T02:22:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.6970 sec 2024-11-20T02:22:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T02:22:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T02:22:01,860 INFO [Thread-687 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-20T02:22:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-20T02:22:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,864 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T02:22:01,865 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T02:22:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:02,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:22:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:02,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:02,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:02,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:02,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T02:22:02,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:02,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207b09eb8a7aaf44afb3e9c50d1f4fcd59_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069322012/Put/seqid=0 2024-11-20T02:22:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069382043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069382048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069382050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069382051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069382051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741972_1148 (size=19474) 2024-11-20T02:22:02,068 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,075 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207b09eb8a7aaf44afb3e9c50d1f4fcd59_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207b09eb8a7aaf44afb3e9c50d1f4fcd59_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:02,077 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/7197c33fe8cb41e5958fd75b4ac43bbb, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:02,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/7197c33fe8cb41e5958fd75b4ac43bbb is 175, key is test_row_0/A:col10/1732069322012/Put/seqid=0 2024-11-20T02:22:02,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741973_1149 (size=56733) 2024-11-20T02:22:02,103 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/7197c33fe8cb41e5958fd75b4ac43bbb 2024-11-20T02:22:02,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/8a9d359e919745cba72da265dff0cb58 is 50, key is test_row_0/B:col10/1732069322012/Put/seqid=0 2024-11-20T02:22:02,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741974_1150 (size=12001) 2024-11-20T02:22:02,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069382153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069382156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069382156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069382156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069382157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T02:22:02,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T02:22:02,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:02,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T02:22:02,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:02,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069382357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069382361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069382361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069382361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069382362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T02:22:02,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T02:22:02,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:02,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:02,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/8a9d359e919745cba72da265dff0cb58 2024-11-20T02:22:02,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/54b8083971fd493ba640d36c93f3a87b is 50, key is test_row_0/C:col10/1732069322012/Put/seqid=0 2024-11-20T02:22:02,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741975_1151 (size=12001) 2024-11-20T02:22:02,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/54b8083971fd493ba640d36c93f3a87b 2024-11-20T02:22:02,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/7197c33fe8cb41e5958fd75b4ac43bbb as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7197c33fe8cb41e5958fd75b4ac43bbb 2024-11-20T02:22:02,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7197c33fe8cb41e5958fd75b4ac43bbb, entries=300, sequenceid=53, filesize=55.4 K 2024-11-20T02:22:02,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/8a9d359e919745cba72da265dff0cb58 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8a9d359e919745cba72da265dff0cb58 2024-11-20T02:22:02,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8a9d359e919745cba72da265dff0cb58, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T02:22:02,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/54b8083971fd493ba640d36c93f3a87b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/54b8083971fd493ba640d36c93f3a87b 2024-11-20T02:22:02,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/54b8083971fd493ba640d36c93f3a87b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T02:22:02,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6f3a5f3dc125292aeabc41212a178d8f in 558ms, sequenceid=53, compaction requested=true 2024-11-20T02:22:02,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:02,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:02,572 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:02,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:02,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:02,572 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:02,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:02,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:02,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:02,574 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:02,574 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:02,574 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/A is initiating minor compaction (all files) 2024-11-20T02:22:02,574 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/B is initiating minor compaction (all files) 2024-11-20T02:22:02,574 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/B in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,574 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/7d70efa116484679b340ce034c526627, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8e42d8482af44503ac0bb4f736d59ed2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8a9d359e919745cba72da265dff0cb58] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=35.2 K 2024-11-20T02:22:02,574 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/A in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,574 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/b491281bd88a4bd9b425f97049e6dda1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a26e69c0e8684dd0852ab3a9fe746cfd, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7197c33fe8cb41e5958fd75b4ac43bbb] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=115.9 K 2024-11-20T02:22:02,575 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,575 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/b491281bd88a4bd9b425f97049e6dda1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a26e69c0e8684dd0852ab3a9fe746cfd, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7197c33fe8cb41e5958fd75b4ac43bbb] 2024-11-20T02:22:02,575 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d70efa116484679b340ce034c526627, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732069319779 2024-11-20T02:22:02,575 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting b491281bd88a4bd9b425f97049e6dda1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732069319779 2024-11-20T02:22:02,576 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e42d8482af44503ac0bb4f736d59ed2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732069319804 2024-11-20T02:22:02,576 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting a26e69c0e8684dd0852ab3a9fe746cfd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732069319804 2024-11-20T02:22:02,577 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a9d359e919745cba72da265dff0cb58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069322011 2024-11-20T02:22:02,577 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7197c33fe8cb41e5958fd75b4ac43bbb, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069322003 2024-11-20T02:22:02,594 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#B#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:02,595 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/76812d7cfc2b43889ae7893ea189de2a is 50, key is test_row_0/B:col10/1732069322012/Put/seqid=0 2024-11-20T02:22:02,605 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:02,612 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120fe2fd968f00c4808841ac712ba58e6af_6f3a5f3dc125292aeabc41212a178d8f store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:02,615 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120fe2fd968f00c4808841ac712ba58e6af_6f3a5f3dc125292aeabc41212a178d8f, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:02,616 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fe2fd968f00c4808841ac712ba58e6af_6f3a5f3dc125292aeabc41212a178d8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741976_1152 (size=12104) 2024-11-20T02:22:02,634 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/76812d7cfc2b43889ae7893ea189de2a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/76812d7cfc2b43889ae7893ea189de2a 2024-11-20T02:22:02,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T02:22:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,639 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T02:22:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:02,643 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/B of 6f3a5f3dc125292aeabc41212a178d8f into 76812d7cfc2b43889ae7893ea189de2a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:02,643 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:02,643 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/B, priority=13, startTime=1732069322572; duration=0sec 2024-11-20T02:22:02,643 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:02,643 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:B 2024-11-20T02:22:02,643 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:02,646 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:02,646 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/C is initiating minor compaction (all files) 2024-11-20T02:22:02,646 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/C in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:02,646 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3e5cbef34edb44e2982157ffbfcb97a2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6103a1d1984458a3607fcfa2f71069, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/54b8083971fd493ba640d36c93f3a87b] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=35.2 K 2024-11-20T02:22:02,646 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e5cbef34edb44e2982157ffbfcb97a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732069319779 2024-11-20T02:22:02,647 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f6103a1d1984458a3607fcfa2f71069, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732069319804 2024-11-20T02:22:02,647 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 54b8083971fd493ba640d36c93f3a87b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069322011 2024-11-20T02:22:02,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741977_1153 (size=4469) 2024-11-20T02:22:02,659 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#A#compaction#132 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:02,662 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/82ae11b7c8374f1f9fa1ed6cd12df570 is 175, key is test_row_0/A:col10/1732069322012/Put/seqid=0 2024-11-20T02:22:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:02,670 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#C#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:02,671 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/a5fdd3ab42eb4df485499fe7d85fad1b is 50, key is test_row_0/C:col10/1732069322012/Put/seqid=0 2024-11-20T02:22:02,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112056cd8bf6cc734dbb949abaaba0b7ae0d_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069322049/Put/seqid=0 2024-11-20T02:22:02,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069382675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069382675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069382677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069382680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069382682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741978_1154 (size=31058) 2024-11-20T02:22:02,708 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/82ae11b7c8374f1f9fa1ed6cd12df570 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/82ae11b7c8374f1f9fa1ed6cd12df570 2024-11-20T02:22:02,716 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/A of 6f3a5f3dc125292aeabc41212a178d8f into 82ae11b7c8374f1f9fa1ed6cd12df570(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:02,716 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:02,717 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/A, priority=13, startTime=1732069322572; duration=0sec 2024-11-20T02:22:02,717 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:02,717 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:A 2024-11-20T02:22:02,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741979_1155 (size=12104) 2024-11-20T02:22:02,730 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/a5fdd3ab42eb4df485499fe7d85fad1b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/a5fdd3ab42eb4df485499fe7d85fad1b 2024-11-20T02:22:02,738 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/C of 6f3a5f3dc125292aeabc41212a178d8f into a5fdd3ab42eb4df485499fe7d85fad1b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:02,738 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:02,738 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/C, priority=13, startTime=1732069322572; duration=0sec 2024-11-20T02:22:02,739 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:02,739 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:C 2024-11-20T02:22:02,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741980_1156 (size=12154) 2024-11-20T02:22:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:02,755 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112056cd8bf6cc734dbb949abaaba0b7ae0d_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056cd8bf6cc734dbb949abaaba0b7ae0d_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/0aae2b13105a4ae898afb80d5f30bc96, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/0aae2b13105a4ae898afb80d5f30bc96 is 175, key is test_row_0/A:col10/1732069322049/Put/seqid=0 2024-11-20T02:22:02,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741981_1157 (size=30955) 2024-11-20T02:22:02,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069382784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069382784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069382785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069382786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069382787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T02:22:02,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069382988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069382988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069382990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069382990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:02,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069382990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,176 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/0aae2b13105a4ae898afb80d5f30bc96 2024-11-20T02:22:03,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/15c6c41bc9094ec5a0c85c6793cb1b86 is 50, key is test_row_0/B:col10/1732069322049/Put/seqid=0 2024-11-20T02:22:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741982_1158 (size=12001) 2024-11-20T02:22:03,199 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/15c6c41bc9094ec5a0c85c6793cb1b86 2024-11-20T02:22:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/51c6a4c291e24f859ae6bb6cdc02f196 is 50, key is test_row_0/C:col10/1732069322049/Put/seqid=0 2024-11-20T02:22:03,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741983_1159 (size=12001) 2024-11-20T02:22:03,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069383293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069383293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069383294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069383295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069383295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,620 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/51c6a4c291e24f859ae6bb6cdc02f196 2024-11-20T02:22:03,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/0aae2b13105a4ae898afb80d5f30bc96 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/0aae2b13105a4ae898afb80d5f30bc96 2024-11-20T02:22:03,634 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/0aae2b13105a4ae898afb80d5f30bc96, entries=150, sequenceid=77, filesize=30.2 K 2024-11-20T02:22:03,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/15c6c41bc9094ec5a0c85c6793cb1b86 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/15c6c41bc9094ec5a0c85c6793cb1b86 2024-11-20T02:22:03,641 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/15c6c41bc9094ec5a0c85c6793cb1b86, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T02:22:03,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/51c6a4c291e24f859ae6bb6cdc02f196 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/51c6a4c291e24f859ae6bb6cdc02f196 2024-11-20T02:22:03,652 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/51c6a4c291e24f859ae6bb6cdc02f196, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T02:22:03,653 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6f3a5f3dc125292aeabc41212a178d8f in 1014ms, sequenceid=77, compaction requested=false 2024-11-20T02:22:03,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:03,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:03,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T02:22:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-20T02:22:03,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T02:22:03,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7900 sec 2024-11-20T02:22:03,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.7940 sec 2024-11-20T02:22:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:03,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T02:22:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:03,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:03,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:03,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:03,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:03,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:03,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208c378dceda4f449a8770ccd8763b1fcf_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069323798/Put/seqid=0 2024-11-20T02:22:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069383817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069383818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069383818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069383819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069383821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741984_1160 (size=19474) 2024-11-20T02:22:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069383923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069383923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069383923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069383925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069383926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T02:22:03,969 INFO [Thread-687 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-20T02:22:03,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-20T02:22:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T02:22:03,972 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:03,973 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:03,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T02:22:04,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T02:22:04,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069384125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069384126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069384126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069384128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069384129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:04,238 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208c378dceda4f449a8770ccd8763b1fcf_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208c378dceda4f449a8770ccd8763b1fcf_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:04,239 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/7712481ebf064dc190bb179c92202ada, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:04,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/7712481ebf064dc190bb179c92202ada is 175, key is test_row_0/A:col10/1732069323798/Put/seqid=0 2024-11-20T02:22:04,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741985_1161 (size=56733) 2024-11-20T02:22:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T02:22:04,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T02:22:04,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:04,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069384428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069384429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069384429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T02:22:04,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:04,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069384432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069384434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T02:22:04,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T02:22:04,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:04,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,650 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/7712481ebf064dc190bb179c92202ada 2024-11-20T02:22:04,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/b19567b87d0947708fec3b0912ef8aa4 is 50, key is test_row_0/B:col10/1732069323798/Put/seqid=0 2024-11-20T02:22:04,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741986_1162 (size=12001) 2024-11-20T02:22:04,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T02:22:04,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:04,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T02:22:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:04,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:04,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069384933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069384936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069384936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069384937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:04,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069384937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:05,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:05,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T02:22:05,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:05,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/b19567b87d0947708fec3b0912ef8aa4 2024-11-20T02:22:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T02:22:05,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/f144d69c1a4942b696e51b240576028f is 50, key is test_row_0/C:col10/1732069323798/Put/seqid=0 2024-11-20T02:22:05,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741987_1163 (size=12001) 2024-11-20T02:22:05,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:05,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T02:22:05,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:05,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:05,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T02:22:05,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:05,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/f144d69c1a4942b696e51b240576028f 2024-11-20T02:22:05,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/7712481ebf064dc190bb179c92202ada as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7712481ebf064dc190bb179c92202ada 2024-11-20T02:22:05,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7712481ebf064dc190bb179c92202ada, entries=300, sequenceid=95, filesize=55.4 K 2024-11-20T02:22:05,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/b19567b87d0947708fec3b0912ef8aa4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/b19567b87d0947708fec3b0912ef8aa4 2024-11-20T02:22:05,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/b19567b87d0947708fec3b0912ef8aa4, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T02:22:05,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/f144d69c1a4942b696e51b240576028f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f144d69c1a4942b696e51b240576028f 2024-11-20T02:22:05,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f144d69c1a4942b696e51b240576028f, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T02:22:05,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:05,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T02:22:05,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:05,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6f3a5f3dc125292aeabc41212a178d8f in 1705ms, sequenceid=95, compaction requested=true 2024-11-20T02:22:05,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:05,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:05,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:05,505 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:05,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:05,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:05,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:05,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T02:22:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:05,507 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:05,507 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118746 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:05,507 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/A is initiating minor compaction (all files) 2024-11-20T02:22:05,507 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/A in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,507 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/82ae11b7c8374f1f9fa1ed6cd12df570, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/0aae2b13105a4ae898afb80d5f30bc96, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7712481ebf064dc190bb179c92202ada] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=116.0 K 2024-11-20T02:22:05,507 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,507 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/82ae11b7c8374f1f9fa1ed6cd12df570, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/0aae2b13105a4ae898afb80d5f30bc96, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7712481ebf064dc190bb179c92202ada] 2024-11-20T02:22:05,508 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82ae11b7c8374f1f9fa1ed6cd12df570, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069322011 2024-11-20T02:22:05,509 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0aae2b13105a4ae898afb80d5f30bc96, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732069322041 2024-11-20T02:22:05,509 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:05,509 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/B is initiating minor compaction (all files) 2024-11-20T02:22:05,509 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/B in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,509 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7712481ebf064dc190bb179c92202ada, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069322675 2024-11-20T02:22:05,509 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/76812d7cfc2b43889ae7893ea189de2a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/15c6c41bc9094ec5a0c85c6793cb1b86, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/b19567b87d0947708fec3b0912ef8aa4] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=35.3 K 2024-11-20T02:22:05,528 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 76812d7cfc2b43889ae7893ea189de2a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069322011 2024-11-20T02:22:05,528 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 15c6c41bc9094ec5a0c85c6793cb1b86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732069322041 2024-11-20T02:22:05,529 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b19567b87d0947708fec3b0912ef8aa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069322679 2024-11-20T02:22:05,544 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:05,554 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:05,555 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/848905638020471eb6e598e39fe51cc0 is 50, key is test_row_0/B:col10/1732069323798/Put/seqid=0 2024-11-20T02:22:05,557 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120cca812995bf644659515c8db140cd2f1_6f3a5f3dc125292aeabc41212a178d8f store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:05,560 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120cca812995bf644659515c8db140cd2f1_6f3a5f3dc125292aeabc41212a178d8f, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:05,561 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cca812995bf644659515c8db140cd2f1_6f3a5f3dc125292aeabc41212a178d8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:05,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741988_1164 (size=12207) 2024-11-20T02:22:05,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741989_1165 (size=4469) 2024-11-20T02:22:05,606 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#A#compaction#140 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:05,606 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/459beb86d3f0432baa5168210267c3a2 is 175, key is test_row_0/A:col10/1732069323798/Put/seqid=0 2024-11-20T02:22:05,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741990_1166 (size=31161) 2024-11-20T02:22:05,658 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:05,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T02:22:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:05,659 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T02:22:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:05,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205aad50388511461da59edd98a20fd4d2_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069323818/Put/seqid=0 2024-11-20T02:22:05,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741991_1167 (size=12154) 2024-11-20T02:22:05,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:05,679 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205aad50388511461da59edd98a20fd4d2_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205aad50388511461da59edd98a20fd4d2_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:05,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/52e9e263730a495e8944e2570fb7e255, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:05,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/52e9e263730a495e8944e2570fb7e255 is 175, key is test_row_0/A:col10/1732069323818/Put/seqid=0 2024-11-20T02:22:05,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741992_1168 (size=30955) 2024-11-20T02:22:05,685 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/52e9e263730a495e8944e2570fb7e255 2024-11-20T02:22:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/ee8f7c596bbe4b52b67be9cebd2c92af is 50, key is test_row_0/B:col10/1732069323818/Put/seqid=0 2024-11-20T02:22:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741993_1169 (size=12001) 2024-11-20T02:22:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:05,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:05,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069385954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:05,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069385955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:05,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069385956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:05,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069385957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:05,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069385957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:05,991 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/848905638020471eb6e598e39fe51cc0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/848905638020471eb6e598e39fe51cc0 2024-11-20T02:22:05,998 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/B of 6f3a5f3dc125292aeabc41212a178d8f into 848905638020471eb6e598e39fe51cc0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:05,999 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:05,999 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/B, priority=13, startTime=1732069325505; duration=0sec 2024-11-20T02:22:05,999 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:05,999 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:B 2024-11-20T02:22:05,999 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:06,001 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:06,002 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/C is initiating minor compaction (all files) 2024-11-20T02:22:06,002 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/C in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:06,002 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/a5fdd3ab42eb4df485499fe7d85fad1b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/51c6a4c291e24f859ae6bb6cdc02f196, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f144d69c1a4942b696e51b240576028f] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=35.3 K 2024-11-20T02:22:06,002 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a5fdd3ab42eb4df485499fe7d85fad1b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069322011 2024-11-20T02:22:06,003 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 51c6a4c291e24f859ae6bb6cdc02f196, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732069322041 2024-11-20T02:22:06,003 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting f144d69c1a4942b696e51b240576028f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069322679 2024-11-20T02:22:06,014 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:06,014 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/c14998b2ab7a433cac823e041945e639 is 50, key is test_row_0/C:col10/1732069323798/Put/seqid=0 2024-11-20T02:22:06,021 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/459beb86d3f0432baa5168210267c3a2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/459beb86d3f0432baa5168210267c3a2 2024-11-20T02:22:06,028 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/A of 6f3a5f3dc125292aeabc41212a178d8f into 459beb86d3f0432baa5168210267c3a2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:06,028 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:06,028 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/A, priority=13, startTime=1732069325505; duration=0sec 2024-11-20T02:22:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741994_1170 (size=12207) 2024-11-20T02:22:06,030 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:06,030 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:A 2024-11-20T02:22:06,037 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/c14998b2ab7a433cac823e041945e639 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/c14998b2ab7a433cac823e041945e639 2024-11-20T02:22:06,043 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/C of 6f3a5f3dc125292aeabc41212a178d8f into c14998b2ab7a433cac823e041945e639(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:06,043 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:06,043 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/C, priority=13, startTime=1732069325505; duration=0sec 2024-11-20T02:22:06,043 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:06,043 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:C 2024-11-20T02:22:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069386059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069386063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069386063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069386065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069386065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T02:22:06,098 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/ee8f7c596bbe4b52b67be9cebd2c92af 2024-11-20T02:22:06,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3c59a5d524814d689b97d1cf722024d4 is 50, key is test_row_0/C:col10/1732069323818/Put/seqid=0 2024-11-20T02:22:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741995_1171 (size=12001) 2024-11-20T02:22:06,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069386261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069386265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069386266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069386266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069386268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,522 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3c59a5d524814d689b97d1cf722024d4 2024-11-20T02:22:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/52e9e263730a495e8944e2570fb7e255 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/52e9e263730a495e8944e2570fb7e255 2024-11-20T02:22:06,532 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/52e9e263730a495e8944e2570fb7e255, entries=150, sequenceid=116, filesize=30.2 K 2024-11-20T02:22:06,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/ee8f7c596bbe4b52b67be9cebd2c92af as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/ee8f7c596bbe4b52b67be9cebd2c92af 2024-11-20T02:22:06,537 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/ee8f7c596bbe4b52b67be9cebd2c92af, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T02:22:06,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3c59a5d524814d689b97d1cf722024d4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3c59a5d524814d689b97d1cf722024d4 2024-11-20T02:22:06,545 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3c59a5d524814d689b97d1cf722024d4, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T02:22:06,546 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6f3a5f3dc125292aeabc41212a178d8f in 887ms, sequenceid=116, compaction requested=false 2024-11-20T02:22:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T02:22:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-20T02:22:06,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T02:22:06,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5760 sec 2024-11-20T02:22:06,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.5800 sec 2024-11-20T02:22:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:06,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T02:22:06,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:06,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:06,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:06,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:06,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:06,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:06,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b64f5a8160b5436da8c15d1a1cc66210_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069326568/Put/seqid=0 2024-11-20T02:22:06,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069386584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069386585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069386588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069386589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069386590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741996_1172 (size=12304) 2024-11-20T02:22:06,603 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:06,609 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b64f5a8160b5436da8c15d1a1cc66210_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b64f5a8160b5436da8c15d1a1cc66210_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:06,610 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/071039bed4fa48e5a085f5ca82d6c125, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:06,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/071039bed4fa48e5a085f5ca82d6c125 is 175, key is test_row_0/A:col10/1732069326568/Put/seqid=0 2024-11-20T02:22:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741997_1173 (size=31105) 2024-11-20T02:22:06,617 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/071039bed4fa48e5a085f5ca82d6c125 2024-11-20T02:22:06,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/69aa0c24c077483eaeb92d5c97608ef5 is 50, key is test_row_0/B:col10/1732069326568/Put/seqid=0 2024-11-20T02:22:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741998_1174 (size=12151) 2024-11-20T02:22:06,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069386691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069386692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069386694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069386694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069386695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069386893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069386894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069386897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069386897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:06,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069386900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/69aa0c24c077483eaeb92d5c97608ef5 2024-11-20T02:22:07,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/bb068c34539a46579ad18253092516a9 is 50, key is test_row_0/C:col10/1732069326568/Put/seqid=0 2024-11-20T02:22:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741999_1175 (size=12151) 2024-11-20T02:22:07,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/bb068c34539a46579ad18253092516a9 2024-11-20T02:22:07,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/071039bed4fa48e5a085f5ca82d6c125 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/071039bed4fa48e5a085f5ca82d6c125 2024-11-20T02:22:07,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/071039bed4fa48e5a085f5ca82d6c125, entries=150, sequenceid=136, filesize=30.4 K 2024-11-20T02:22:07,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/69aa0c24c077483eaeb92d5c97608ef5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/69aa0c24c077483eaeb92d5c97608ef5 2024-11-20T02:22:07,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/69aa0c24c077483eaeb92d5c97608ef5, entries=150, sequenceid=136, filesize=11.9 K 2024-11-20T02:22:07,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/bb068c34539a46579ad18253092516a9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bb068c34539a46579ad18253092516a9 2024-11-20T02:22:07,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bb068c34539a46579ad18253092516a9, entries=150, sequenceid=136, filesize=11.9 K 2024-11-20T02:22:07,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 6f3a5f3dc125292aeabc41212a178d8f in 506ms, sequenceid=136, compaction requested=true 2024-11-20T02:22:07,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:07,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:07,075 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:07,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:07,076 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:07,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:07,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:07,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:07,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:07,077 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:07,077 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/B is initiating minor compaction (all files) 2024-11-20T02:22:07,077 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:07,077 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/B in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:07,077 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/A is initiating minor compaction (all files) 2024-11-20T02:22:07,077 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/848905638020471eb6e598e39fe51cc0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/ee8f7c596bbe4b52b67be9cebd2c92af, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/69aa0c24c077483eaeb92d5c97608ef5] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=35.5 K 2024-11-20T02:22:07,077 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/A in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:07,077 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/459beb86d3f0432baa5168210267c3a2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/52e9e263730a495e8944e2570fb7e255, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/071039bed4fa48e5a085f5ca82d6c125] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=91.0 K 2024-11-20T02:22:07,077 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:07,078 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/459beb86d3f0432baa5168210267c3a2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/52e9e263730a495e8944e2570fb7e255, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/071039bed4fa48e5a085f5ca82d6c125] 2024-11-20T02:22:07,078 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 459beb86d3f0432baa5168210267c3a2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069322679 2024-11-20T02:22:07,078 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 848905638020471eb6e598e39fe51cc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069322679 2024-11-20T02:22:07,079 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting ee8f7c596bbe4b52b67be9cebd2c92af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732069323817 2024-11-20T02:22:07,079 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52e9e263730a495e8944e2570fb7e255, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732069323817 2024-11-20T02:22:07,079 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 69aa0c24c077483eaeb92d5c97608ef5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732069325954 2024-11-20T02:22:07,079 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 071039bed4fa48e5a085f5ca82d6c125, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732069325954 2024-11-20T02:22:07,087 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:07,088 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#B#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:07,089 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/e656c3c2332244079a063118bd64a21f is 50, key is test_row_0/B:col10/1732069326568/Put/seqid=0 2024-11-20T02:22:07,090 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120781068e563ef4780bab7577dea70486c_6f3a5f3dc125292aeabc41212a178d8f store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:07,092 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120781068e563ef4780bab7577dea70486c_6f3a5f3dc125292aeabc41212a178d8f, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:07,092 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120781068e563ef4780bab7577dea70486c_6f3a5f3dc125292aeabc41212a178d8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742000_1176 (size=12459) 2024-11-20T02:22:07,113 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/e656c3c2332244079a063118bd64a21f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/e656c3c2332244079a063118bd64a21f 2024-11-20T02:22:07,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742001_1177 (size=4469) 2024-11-20T02:22:07,118 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#A#compaction#150 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:07,118 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/a2731bdc652849c6a050d93d3cc94724 is 175, key is test_row_0/A:col10/1732069326568/Put/seqid=0 2024-11-20T02:22:07,121 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/B of 6f3a5f3dc125292aeabc41212a178d8f into e656c3c2332244079a063118bd64a21f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:07,122 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:07,122 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/B, priority=13, startTime=1732069327076; duration=0sec 2024-11-20T02:22:07,122 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:07,122 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:B 2024-11-20T02:22:07,122 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:07,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742002_1178 (size=31413) 2024-11-20T02:22:07,124 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:07,124 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/C is initiating minor compaction (all files) 2024-11-20T02:22:07,124 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/C in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:07,124 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/c14998b2ab7a433cac823e041945e639, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3c59a5d524814d689b97d1cf722024d4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bb068c34539a46579ad18253092516a9] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=35.5 K 2024-11-20T02:22:07,125 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting c14998b2ab7a433cac823e041945e639, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069322679 2024-11-20T02:22:07,125 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c59a5d524814d689b97d1cf722024d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732069323817 2024-11-20T02:22:07,126 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting bb068c34539a46579ad18253092516a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732069325954 2024-11-20T02:22:07,137 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/a2731bdc652849c6a050d93d3cc94724 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a2731bdc652849c6a050d93d3cc94724 2024-11-20T02:22:07,140 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#C#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:07,141 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/335635166c364276a858b511e2e06e44 is 50, key is test_row_0/C:col10/1732069326568/Put/seqid=0 2024-11-20T02:22:07,143 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/A of 6f3a5f3dc125292aeabc41212a178d8f into a2731bdc652849c6a050d93d3cc94724(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:07,143 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:07,143 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/A, priority=13, startTime=1732069327075; duration=0sec 2024-11-20T02:22:07,144 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:07,144 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:A 2024-11-20T02:22:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742003_1179 (size=12459) 2024-11-20T02:22:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:07,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T02:22:07,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:07,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112020bf30f2e0674f70a7eed735091818e4_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069327199/Put/seqid=0 2024-11-20T02:22:07,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069387208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742004_1180 (size=12304) 2024-11-20T02:22:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069387211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069387212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069387213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069387213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069387314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069387316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069387316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069387316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069387317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069387516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069387518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069387518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069387519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069387520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,555 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/335635166c364276a858b511e2e06e44 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/335635166c364276a858b511e2e06e44 2024-11-20T02:22:07,560 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/C of 6f3a5f3dc125292aeabc41212a178d8f into 335635166c364276a858b511e2e06e44(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:07,560 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:07,560 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/C, priority=13, startTime=1732069327076; duration=0sec 2024-11-20T02:22:07,560 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:07,560 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:C 2024-11-20T02:22:07,615 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:07,620 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112020bf30f2e0674f70a7eed735091818e4_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020bf30f2e0674f70a7eed735091818e4_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:07,621 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/ca6e279cd9e846a6b8ec446a3fc0ab09, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:07,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/ca6e279cd9e846a6b8ec446a3fc0ab09 is 175, key is test_row_0/A:col10/1732069327199/Put/seqid=0 2024-11-20T02:22:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742005_1181 (size=31105) 2024-11-20T02:22:07,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069387820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069387822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069387823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069387823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069387823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:07,846 INFO [master/143b9a2c40c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T02:22:07,846 INFO [master/143b9a2c40c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T02:22:08,028 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/ca6e279cd9e846a6b8ec446a3fc0ab09 2024-11-20T02:22:08,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/963a8c2b1fb24f2ca28f576f02fc4839 is 50, key is test_row_0/B:col10/1732069327199/Put/seqid=0 2024-11-20T02:22:08,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742006_1182 (size=12151) 2024-11-20T02:22:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T02:22:08,078 INFO [Thread-687 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-20T02:22:08,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-20T02:22:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T02:22:08,081 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:08,081 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:08,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T02:22:08,233 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:08,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T02:22:08,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:08,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:08,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:08,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069388324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069388326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069388326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069388326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:08,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069388326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T02:22:08,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:08,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T02:22:08,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:08,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:08,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:08,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/963a8c2b1fb24f2ca28f576f02fc4839 2024-11-20T02:22:08,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/1028d17b8f3041318a9e51f3f2acc819 is 50, key is test_row_0/C:col10/1732069327199/Put/seqid=0 2024-11-20T02:22:08,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742007_1183 (size=12151) 2024-11-20T02:22:08,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:08,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T02:22:08,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:08,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:08,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:08,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T02:22:08,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:08,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T02:22:08,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:08,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:08,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:08,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:08,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T02:22:08,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:08,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:08,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:08,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:08,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/1028d17b8f3041318a9e51f3f2acc819 2024-11-20T02:22:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/ca6e279cd9e846a6b8ec446a3fc0ab09 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca6e279cd9e846a6b8ec446a3fc0ab09 2024-11-20T02:22:08,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca6e279cd9e846a6b8ec446a3fc0ab09, entries=150, sequenceid=160, filesize=30.4 K 2024-11-20T02:22:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/963a8c2b1fb24f2ca28f576f02fc4839 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/963a8c2b1fb24f2ca28f576f02fc4839 2024-11-20T02:22:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/963a8c2b1fb24f2ca28f576f02fc4839, entries=150, sequenceid=160, filesize=11.9 K 2024-11-20T02:22:08,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/1028d17b8f3041318a9e51f3f2acc819 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/1028d17b8f3041318a9e51f3f2acc819 2024-11-20T02:22:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/1028d17b8f3041318a9e51f3f2acc819, entries=150, sequenceid=160, filesize=11.9 K 2024-11-20T02:22:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 6f3a5f3dc125292aeabc41212a178d8f in 1691ms, sequenceid=160, compaction requested=false 2024-11-20T02:22:08,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:08,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T02:22:09,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:09,000 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:22:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:09,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:09,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:09,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:09,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ded107bdf5fc403c85fdd85988a646e2_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069327211/Put/seqid=0 2024-11-20T02:22:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742008_1184 (size=9814) 2024-11-20T02:22:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T02:22:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:09,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069389359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069389364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069389365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069389367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069389367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:09,455 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ded107bdf5fc403c85fdd85988a646e2_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ded107bdf5fc403c85fdd85988a646e2_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:09,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/d69f1c62b8c8490ea68b1fe0a069710b, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:09,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/d69f1c62b8c8490ea68b1fe0a069710b is 175, key is test_row_0/A:col10/1732069327211/Put/seqid=0 2024-11-20T02:22:09,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742009_1185 (size=22461) 2024-11-20T02:22:09,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069389468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069389469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069389469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069389477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069389477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069389673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069389673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069389673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069389682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069389682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,864 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/d69f1c62b8c8490ea68b1fe0a069710b 2024-11-20T02:22:09,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/4b63baffa1364ad481275c76469979cb is 50, key is test_row_0/B:col10/1732069327211/Put/seqid=0 2024-11-20T02:22:09,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742010_1186 (size=9757) 2024-11-20T02:22:09,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069389977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069389978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069389978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069389984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:09,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069389984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T02:22:10,294 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/4b63baffa1364ad481275c76469979cb 2024-11-20T02:22:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/c1f3b040d35c460795f52931777bf65b is 50, key is test_row_0/C:col10/1732069327211/Put/seqid=0 2024-11-20T02:22:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742011_1187 (size=9757) 2024-11-20T02:22:10,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069390479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:10,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069390480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:10,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069390484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:10,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069390486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069390489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:10,711 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/c1f3b040d35c460795f52931777bf65b 2024-11-20T02:22:10,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/d69f1c62b8c8490ea68b1fe0a069710b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/d69f1c62b8c8490ea68b1fe0a069710b 2024-11-20T02:22:10,721 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/d69f1c62b8c8490ea68b1fe0a069710b, entries=100, sequenceid=176, filesize=21.9 K 2024-11-20T02:22:10,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/4b63baffa1364ad481275c76469979cb as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/4b63baffa1364ad481275c76469979cb 2024-11-20T02:22:10,726 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/4b63baffa1364ad481275c76469979cb, entries=100, sequenceid=176, filesize=9.5 K 2024-11-20T02:22:10,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/c1f3b040d35c460795f52931777bf65b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/c1f3b040d35c460795f52931777bf65b 2024-11-20T02:22:10,732 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/c1f3b040d35c460795f52931777bf65b, entries=100, sequenceid=176, filesize=9.5 K 2024-11-20T02:22:10,733 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6f3a5f3dc125292aeabc41212a178d8f in 1733ms, sequenceid=176, compaction requested=true 2024-11-20T02:22:10,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:10,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:10,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T02:22:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-20T02:22:10,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-20T02:22:10,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6530 sec 2024-11-20T02:22:10,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.6590 sec 2024-11-20T02:22:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:11,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:22:11,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:11,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:11,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:11,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:11,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:11,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:11,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f3637b3f61bc4203b56a6ff911df105c_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069331484/Put/seqid=0 2024-11-20T02:22:11,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069391500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069391501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069391501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069391502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069391502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742012_1188 (size=14794) 2024-11-20T02:22:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069391604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069391604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069391606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069391606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069391606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069391807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069391807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069391808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069391809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069391809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:11,910 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:11,915 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f3637b3f61bc4203b56a6ff911df105c_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3637b3f61bc4203b56a6ff911df105c_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:11,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/a4cb0a79b8d74e5697a8115194635a3d, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:11,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/a4cb0a79b8d74e5697a8115194635a3d is 175, key is test_row_0/A:col10/1732069331484/Put/seqid=0 2024-11-20T02:22:11,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742013_1189 (size=39749) 2024-11-20T02:22:11,923 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/a4cb0a79b8d74e5697a8115194635a3d 2024-11-20T02:22:11,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/1dad598ed8654bcfb18239652443f6f0 is 50, key is test_row_0/B:col10/1732069331484/Put/seqid=0 2024-11-20T02:22:11,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742014_1190 (size=12151) 2024-11-20T02:22:12,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069392109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069392110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069392112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069392112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069392114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T02:22:12,186 INFO [Thread-687 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-20T02:22:12,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-20T02:22:12,191 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:12,191 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T02:22:12,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T02:22:12,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/1dad598ed8654bcfb18239652443f6f0 2024-11-20T02:22:12,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T02:22:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:12,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:12,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/12177ea1f24046db987be35b0cfa357d is 50, key is test_row_0/C:col10/1732069331484/Put/seqid=0 2024-11-20T02:22:12,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742015_1191 (size=12151) 2024-11-20T02:22:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T02:22:12,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T02:22:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:12,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:12,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069392614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069392614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069392615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069392615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069392619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T02:22:12,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:12,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:12,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:12,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:12,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:12,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/12177ea1f24046db987be35b0cfa357d 2024-11-20T02:22:12,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/a4cb0a79b8d74e5697a8115194635a3d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a4cb0a79b8d74e5697a8115194635a3d 2024-11-20T02:22:12,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a4cb0a79b8d74e5697a8115194635a3d, entries=200, sequenceid=198, filesize=38.8 K 2024-11-20T02:22:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/1dad598ed8654bcfb18239652443f6f0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/1dad598ed8654bcfb18239652443f6f0 2024-11-20T02:22:12,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/1dad598ed8654bcfb18239652443f6f0, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T02:22:12,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/12177ea1f24046db987be35b0cfa357d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/12177ea1f24046db987be35b0cfa357d 2024-11-20T02:22:12,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/12177ea1f24046db987be35b0cfa357d, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T02:22:12,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 6f3a5f3dc125292aeabc41212a178d8f in 1307ms, sequenceid=198, compaction requested=true 2024-11-20T02:22:12,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:12,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:12,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:12,794 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:22:12,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:12,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:12,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:12,794 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:22:12,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T02:22:12,795 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:22:12,795 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/A is initiating minor compaction (all files) 2024-11-20T02:22:12,795 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:22:12,796 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/A in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:12,796 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/B is initiating minor compaction (all files) 2024-11-20T02:22:12,796 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/B in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:12,796 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a2731bdc652849c6a050d93d3cc94724, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca6e279cd9e846a6b8ec446a3fc0ab09, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/d69f1c62b8c8490ea68b1fe0a069710b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a4cb0a79b8d74e5697a8115194635a3d] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=121.8 K 2024-11-20T02:22:12,796 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/e656c3c2332244079a063118bd64a21f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/963a8c2b1fb24f2ca28f576f02fc4839, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/4b63baffa1364ad481275c76469979cb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/1dad598ed8654bcfb18239652443f6f0] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=45.4 K 2024-11-20T02:22:12,796 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:12,796 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a2731bdc652849c6a050d93d3cc94724, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca6e279cd9e846a6b8ec446a3fc0ab09, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/d69f1c62b8c8490ea68b1fe0a069710b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a4cb0a79b8d74e5697a8115194635a3d] 2024-11-20T02:22:12,797 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e656c3c2332244079a063118bd64a21f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732069325954 2024-11-20T02:22:12,797 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2731bdc652849c6a050d93d3cc94724, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732069325954 2024-11-20T02:22:12,797 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca6e279cd9e846a6b8ec446a3fc0ab09, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732069326575 2024-11-20T02:22:12,797 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 963a8c2b1fb24f2ca28f576f02fc4839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732069326575 2024-11-20T02:22:12,798 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting d69f1c62b8c8490ea68b1fe0a069710b, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732069327211 2024-11-20T02:22:12,798 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b63baffa1364ad481275c76469979cb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732069327211 2024-11-20T02:22:12,798 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4cb0a79b8d74e5697a8115194635a3d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732069329356 2024-11-20T02:22:12,798 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dad598ed8654bcfb18239652443f6f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732069329356 2024-11-20T02:22:12,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:12,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T02:22:12,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:12,803 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:22:12,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:12,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:12,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:12,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:12,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:12,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:12,826 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#B#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:12,827 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/c51d7da097a34427bd82246dacbb2095 is 50, key is test_row_0/B:col10/1732069331484/Put/seqid=0 2024-11-20T02:22:12,829 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207c52e93e0da9483f8ebafe04c9e43be8_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069331501/Put/seqid=0 2024-11-20T02:22:12,844 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120251784eda0764e06bdc6e3d6703a0340_6f3a5f3dc125292aeabc41212a178d8f store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:12,847 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120251784eda0764e06bdc6e3d6703a0340_6f3a5f3dc125292aeabc41212a178d8f, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:12,847 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120251784eda0764e06bdc6e3d6703a0340_6f3a5f3dc125292aeabc41212a178d8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:12,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742017_1193 (size=12304) 2024-11-20T02:22:12,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742016_1192 (size=12595) 2024-11-20T02:22:12,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742018_1194 (size=4469) 2024-11-20T02:22:13,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:13,271 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207c52e93e0da9483f8ebafe04c9e43be8_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c52e93e0da9483f8ebafe04c9e43be8_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:13,271 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#A#compaction#162 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:13,272 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/ca0924a2a3474120a271141eabcdbca2 is 175, key is test_row_0/A:col10/1732069331484/Put/seqid=0 2024-11-20T02:22:13,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/bd630db1ab3b40db93bb56206017d509, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:13,274 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/c51d7da097a34427bd82246dacbb2095 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/c51d7da097a34427bd82246dacbb2095 2024-11-20T02:22:13,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/bd630db1ab3b40db93bb56206017d509 is 175, key is test_row_0/A:col10/1732069331501/Put/seqid=0 2024-11-20T02:22:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742019_1195 (size=31549) 2024-11-20T02:22:13,285 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/B of 6f3a5f3dc125292aeabc41212a178d8f into c51d7da097a34427bd82246dacbb2095(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:13,285 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:13,285 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/B, priority=12, startTime=1732069332794; duration=0sec 2024-11-20T02:22:13,286 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:13,286 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:B 2024-11-20T02:22:13,286 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:22:13,288 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:22:13,288 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/C is initiating minor compaction (all files) 2024-11-20T02:22:13,288 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/C in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:13,288 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/335635166c364276a858b511e2e06e44, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/1028d17b8f3041318a9e51f3f2acc819, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/c1f3b040d35c460795f52931777bf65b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/12177ea1f24046db987be35b0cfa357d] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=45.4 K 2024-11-20T02:22:13,289 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/ca0924a2a3474120a271141eabcdbca2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca0924a2a3474120a271141eabcdbca2 2024-11-20T02:22:13,289 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 335635166c364276a858b511e2e06e44, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732069325954 2024-11-20T02:22:13,289 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 1028d17b8f3041318a9e51f3f2acc819, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732069326575 2024-11-20T02:22:13,290 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting c1f3b040d35c460795f52931777bf65b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732069327211 2024-11-20T02:22:13,290 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 12177ea1f24046db987be35b0cfa357d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732069329356 2024-11-20T02:22:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T02:22:13,295 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/A of 6f3a5f3dc125292aeabc41212a178d8f into ca0924a2a3474120a271141eabcdbca2(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:13,295 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:13,295 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/A, priority=12, startTime=1732069332794; duration=0sec 2024-11-20T02:22:13,295 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:13,295 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:A 2024-11-20T02:22:13,305 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#C#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:13,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742020_1196 (size=31105) 2024-11-20T02:22:13,306 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3b8f91a4a8224f5f89a7ce9f7fbade61 is 50, key is test_row_0/C:col10/1732069331484/Put/seqid=0 2024-11-20T02:22:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742021_1197 (size=12595) 2024-11-20T02:22:13,317 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3b8f91a4a8224f5f89a7ce9f7fbade61 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3b8f91a4a8224f5f89a7ce9f7fbade61 2024-11-20T02:22:13,323 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/C of 6f3a5f3dc125292aeabc41212a178d8f into 3b8f91a4a8224f5f89a7ce9f7fbade61(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:13,323 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:13,323 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/C, priority=12, startTime=1732069332794; duration=0sec 2024-11-20T02:22:13,324 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:13,324 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:C 2024-11-20T02:22:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:13,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069393635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069393635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069393636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069393637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069393637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,706 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/bd630db1ab3b40db93bb56206017d509 2024-11-20T02:22:13,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/907a444334c14347b195e2c329b9dff8 is 50, key is test_row_0/B:col10/1732069331501/Put/seqid=0 2024-11-20T02:22:13,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742022_1198 (size=12151) 2024-11-20T02:22:13,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069393738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069393739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069393739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069393740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069393741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069393942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069393942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069393942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069393943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:13,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069393943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,120 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/907a444334c14347b195e2c329b9dff8 2024-11-20T02:22:14,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/f1cc31af86b1446ca225c91a322e1506 is 50, key is test_row_0/C:col10/1732069331501/Put/seqid=0 2024-11-20T02:22:14,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742023_1199 (size=12151) 2024-11-20T02:22:14,132 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/f1cc31af86b1446ca225c91a322e1506 2024-11-20T02:22:14,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/bd630db1ab3b40db93bb56206017d509 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/bd630db1ab3b40db93bb56206017d509 2024-11-20T02:22:14,140 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/bd630db1ab3b40db93bb56206017d509, entries=150, sequenceid=213, filesize=30.4 K 2024-11-20T02:22:14,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/907a444334c14347b195e2c329b9dff8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/907a444334c14347b195e2c329b9dff8 2024-11-20T02:22:14,145 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/907a444334c14347b195e2c329b9dff8, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T02:22:14,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/f1cc31af86b1446ca225c91a322e1506 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f1cc31af86b1446ca225c91a322e1506 2024-11-20T02:22:14,151 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f1cc31af86b1446ca225c91a322e1506, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T02:22:14,152 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6f3a5f3dc125292aeabc41212a178d8f in 1348ms, sequenceid=213, compaction requested=false 2024-11-20T02:22:14,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:14,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:14,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T02:22:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-20T02:22:14,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-20T02:22:14,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9620 sec 2024-11-20T02:22:14,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.9670 sec 2024-11-20T02:22:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:14,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:22:14,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:14,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120414f04026b0a4beab100a4ee54322200_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069333633/Put/seqid=0 2024-11-20T02:22:14,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069394255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069394255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069394256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069394258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069394258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742024_1200 (size=14794) 2024-11-20T02:22:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T02:22:14,296 INFO [Thread-687 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-20T02:22:14,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-20T02:22:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T02:22:14,299 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:14,299 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:14,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:14,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069394359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069394360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069394360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069394361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069394361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T02:22:14,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T02:22:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:14,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:14,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:14,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:14,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:14,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069394563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069394563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069394564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069394565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069394566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T02:22:14,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T02:22:14,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:14,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:14,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:14,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:14,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:14,665 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:14,670 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120414f04026b0a4beab100a4ee54322200_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120414f04026b0a4beab100a4ee54322200_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:14,671 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/2f10657e275941258a57c1d4013ab814, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:14,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/2f10657e275941258a57c1d4013ab814 is 175, key is test_row_0/A:col10/1732069333633/Put/seqid=0 2024-11-20T02:22:14,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742025_1201 (size=39749) 2024-11-20T02:22:14,757 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T02:22:14,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:14,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:14,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:14,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:14,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:14,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069394867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069394866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069394869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069394872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069394872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T02:22:14,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:14,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T02:22:14,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:14,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:14,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:14,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:15,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T02:22:15,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:15,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,077 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/2f10657e275941258a57c1d4013ab814 2024-11-20T02:22:15,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/8f653913bc114318accc670ec8919be5 is 50, key is test_row_0/B:col10/1732069333633/Put/seqid=0 2024-11-20T02:22:15,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742026_1202 (size=12151) 2024-11-20T02:22:15,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:15,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T02:22:15,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:15,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:15,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T02:22:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:15,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069395373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069395374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:15,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069395375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069395375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069395376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T02:22:15,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/8f653913bc114318accc670ec8919be5 2024-11-20T02:22:15,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3f6fb2c07b664686bca4e459953e23eb is 50, key is test_row_0/C:col10/1732069333633/Put/seqid=0 2024-11-20T02:22:15,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742027_1203 (size=12151) 2024-11-20T02:22:15,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3f6fb2c07b664686bca4e459953e23eb 2024-11-20T02:22:15,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/2f10657e275941258a57c1d4013ab814 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/2f10657e275941258a57c1d4013ab814 2024-11-20T02:22:15,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/2f10657e275941258a57c1d4013ab814, entries=200, sequenceid=239, filesize=38.8 K 2024-11-20T02:22:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/8f653913bc114318accc670ec8919be5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8f653913bc114318accc670ec8919be5 2024-11-20T02:22:15,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8f653913bc114318accc670ec8919be5, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T02:22:15,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3f6fb2c07b664686bca4e459953e23eb as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6fb2c07b664686bca4e459953e23eb 2024-11-20T02:22:15,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:15,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T02:22:15,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:15,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:15,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6fb2c07b664686bca4e459953e23eb, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T02:22:15,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6f3a5f3dc125292aeabc41212a178d8f in 1280ms, sequenceid=239, compaction requested=true 2024-11-20T02:22:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:15,528 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:15,528 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:15,529 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:15,529 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:15,529 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/A is initiating minor compaction (all files) 2024-11-20T02:22:15,529 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/B is initiating minor compaction (all files) 2024-11-20T02:22:15,529 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/B in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,529 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/A in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,529 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/c51d7da097a34427bd82246dacbb2095, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/907a444334c14347b195e2c329b9dff8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8f653913bc114318accc670ec8919be5] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=36.0 K 2024-11-20T02:22:15,529 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca0924a2a3474120a271141eabcdbca2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/bd630db1ab3b40db93bb56206017d509, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/2f10657e275941258a57c1d4013ab814] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=100.0 K 2024-11-20T02:22:15,529 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,530 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca0924a2a3474120a271141eabcdbca2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/bd630db1ab3b40db93bb56206017d509, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/2f10657e275941258a57c1d4013ab814] 2024-11-20T02:22:15,530 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting c51d7da097a34427bd82246dacbb2095, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732069329356 2024-11-20T02:22:15,530 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca0924a2a3474120a271141eabcdbca2, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732069329356 2024-11-20T02:22:15,530 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 907a444334c14347b195e2c329b9dff8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732069331495 2024-11-20T02:22:15,531 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd630db1ab3b40db93bb56206017d509, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732069331495 2024-11-20T02:22:15,531 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f653913bc114318accc670ec8919be5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732069333631 2024-11-20T02:22:15,531 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f10657e275941258a57c1d4013ab814, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732069333631 2024-11-20T02:22:15,539 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:15,541 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#B#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:15,541 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/13f2e53b9d32452e9bee558e660bb68f is 50, key is test_row_0/B:col10/1732069333633/Put/seqid=0 2024-11-20T02:22:15,542 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411208a7fd0de859042f68e4e047fe479cc29_6f3a5f3dc125292aeabc41212a178d8f store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:15,544 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411208a7fd0de859042f68e4e047fe479cc29_6f3a5f3dc125292aeabc41212a178d8f, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:15,545 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a7fd0de859042f68e4e047fe479cc29_6f3a5f3dc125292aeabc41212a178d8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:15,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742028_1204 (size=12697) 2024-11-20T02:22:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742029_1205 (size=4469) 2024-11-20T02:22:15,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:15,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T02:22:15,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,676 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T02:22:15,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:15,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:15,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:15,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:15,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:15,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:15,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209db4bdb35e794b388124a305cb64820e_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069334249/Put/seqid=0 2024-11-20T02:22:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742030_1206 (size=12304) 2024-11-20T02:22:15,952 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/13f2e53b9d32452e9bee558e660bb68f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/13f2e53b9d32452e9bee558e660bb68f 2024-11-20T02:22:15,957 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/B of 6f3a5f3dc125292aeabc41212a178d8f into 13f2e53b9d32452e9bee558e660bb68f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:15,957 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:15,957 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/B, priority=13, startTime=1732069335528; duration=0sec 2024-11-20T02:22:15,957 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:15,958 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:B 2024-11-20T02:22:15,958 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:15,959 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:15,959 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:15,959 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/C is initiating minor compaction (all files) 2024-11-20T02:22:15,959 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/C in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:15,959 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3b8f91a4a8224f5f89a7ce9f7fbade61, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f1cc31af86b1446ca225c91a322e1506, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6fb2c07b664686bca4e459953e23eb] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=36.0 K 2024-11-20T02:22:15,959 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/f5a68f2e0c514463a6801dd66b81a026 is 175, key is test_row_0/A:col10/1732069333633/Put/seqid=0 2024-11-20T02:22:15,960 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b8f91a4a8224f5f89a7ce9f7fbade61, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732069329356 2024-11-20T02:22:15,960 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting f1cc31af86b1446ca225c91a322e1506, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732069331495 2024-11-20T02:22:15,960 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f6fb2c07b664686bca4e459953e23eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732069333631 2024-11-20T02:22:15,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742031_1207 (size=31651) 2024-11-20T02:22:15,972 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:15,972 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/8dc61e23bd4e46c3be32d3156c41f8cd is 50, key is test_row_0/C:col10/1732069333633/Put/seqid=0 2024-11-20T02:22:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742032_1208 (size=12697) 2024-11-20T02:22:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:16,104 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209db4bdb35e794b388124a305cb64820e_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209db4bdb35e794b388124a305cb64820e_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:16,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/cedebdef13064473887987072ff23467, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:16,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/cedebdef13064473887987072ff23467 is 175, key is test_row_0/A:col10/1732069334249/Put/seqid=0 2024-11-20T02:22:16,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742033_1209 (size=31105) 2024-11-20T02:22:16,111 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/cedebdef13064473887987072ff23467 2024-11-20T02:22:16,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/885e7612c3e640f2826fa128845553a3 is 50, key is test_row_0/B:col10/1732069334249/Put/seqid=0 2024-11-20T02:22:16,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742034_1210 (size=12151) 2024-11-20T02:22:16,371 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/f5a68f2e0c514463a6801dd66b81a026 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/f5a68f2e0c514463a6801dd66b81a026 2024-11-20T02:22:16,376 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/A of 6f3a5f3dc125292aeabc41212a178d8f into f5a68f2e0c514463a6801dd66b81a026(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:16,376 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:16,376 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/A, priority=13, startTime=1732069335528; duration=0sec 2024-11-20T02:22:16,376 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:16,376 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:A 2024-11-20T02:22:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:16,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:16,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069396392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069396394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069396395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069396396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069396397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T02:22:16,404 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/8dc61e23bd4e46c3be32d3156c41f8cd as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/8dc61e23bd4e46c3be32d3156c41f8cd 2024-11-20T02:22:16,409 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/C of 6f3a5f3dc125292aeabc41212a178d8f into 8dc61e23bd4e46c3be32d3156c41f8cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:16,409 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:16,409 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/C, priority=13, startTime=1732069335528; duration=0sec 2024-11-20T02:22:16,409 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:16,409 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:C 2024-11-20T02:22:16,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069396498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069396500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069396500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069396501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069396501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,530 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/885e7612c3e640f2826fa128845553a3 2024-11-20T02:22:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/bafe84ed92854fc3953655e1def0f178 is 50, key is test_row_0/C:col10/1732069334249/Put/seqid=0 2024-11-20T02:22:16,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742035_1211 (size=12151) 2024-11-20T02:22:16,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069396700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069396704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069396705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069396705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069396705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:16,948 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/bafe84ed92854fc3953655e1def0f178 2024-11-20T02:22:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/cedebdef13064473887987072ff23467 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/cedebdef13064473887987072ff23467 2024-11-20T02:22:16,958 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/cedebdef13064473887987072ff23467, entries=150, sequenceid=253, filesize=30.4 K 2024-11-20T02:22:16,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/885e7612c3e640f2826fa128845553a3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/885e7612c3e640f2826fa128845553a3 2024-11-20T02:22:16,963 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/885e7612c3e640f2826fa128845553a3, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T02:22:16,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/bafe84ed92854fc3953655e1def0f178 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bafe84ed92854fc3953655e1def0f178 2024-11-20T02:22:16,980 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bafe84ed92854fc3953655e1def0f178, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T02:22:16,981 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6f3a5f3dc125292aeabc41212a178d8f in 1305ms, sequenceid=253, compaction requested=false 2024-11-20T02:22:16,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:16,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:16,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T02:22:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-20T02:22:16,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-20T02:22:16,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6830 sec 2024-11-20T02:22:16,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.6870 sec 2024-11-20T02:22:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:17,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:22:17,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:17,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:17,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:17,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:17,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:17,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:17,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f767abb09c4248528fa7c1f0da8b9331_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069337003/Put/seqid=0 2024-11-20T02:22:17,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742036_1212 (size=14994) 2024-11-20T02:22:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069397015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069397016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069397017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069397018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069397019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069397119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069397119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069397120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069397120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069397120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069397322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069397322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069397322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069397323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069397323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,419 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:17,423 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f767abb09c4248528fa7c1f0da8b9331_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f767abb09c4248528fa7c1f0da8b9331_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:17,425 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/54db297933f24e24b6bb8ba5e348763b, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:17,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/54db297933f24e24b6bb8ba5e348763b is 175, key is test_row_0/A:col10/1732069337003/Put/seqid=0 2024-11-20T02:22:17,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742037_1213 (size=39949) 2024-11-20T02:22:17,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069397624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069397625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069397625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069397626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069397628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:17,830 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/54db297933f24e24b6bb8ba5e348763b 2024-11-20T02:22:17,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/3be239d747db4b7b9e443bd0845a5aed is 50, key is test_row_0/B:col10/1732069337003/Put/seqid=0 2024-11-20T02:22:17,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742038_1214 (size=12301) 2024-11-20T02:22:18,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069398129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:18,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069398129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:18,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069398131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:18,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069398131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:18,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069398133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:18,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/3be239d747db4b7b9e443bd0845a5aed 2024-11-20T02:22:18,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/04c6faab4cb84dacac9f6608c763a98e is 50, key is test_row_0/C:col10/1732069337003/Put/seqid=0 2024-11-20T02:22:18,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742039_1215 (size=12301) 2024-11-20T02:22:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T02:22:18,404 INFO [Thread-687 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-20T02:22:18,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-20T02:22:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T02:22:18,407 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:18,408 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:18,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T02:22:18,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:18,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T02:22:18,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:18,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:18,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:18,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:18,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:18,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/04c6faab4cb84dacac9f6608c763a98e 2024-11-20T02:22:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T02:22:18,713 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:18,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T02:22:18,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:18,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:18,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:18,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:18,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:18,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/54db297933f24e24b6bb8ba5e348763b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/54db297933f24e24b6bb8ba5e348763b 2024-11-20T02:22:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:18,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/54db297933f24e24b6bb8ba5e348763b, entries=200, sequenceid=279, filesize=39.0 K 2024-11-20T02:22:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/3be239d747db4b7b9e443bd0845a5aed as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/3be239d747db4b7b9e443bd0845a5aed 2024-11-20T02:22:18,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/3be239d747db4b7b9e443bd0845a5aed, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T02:22:18,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/04c6faab4cb84dacac9f6608c763a98e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/04c6faab4cb84dacac9f6608c763a98e 2024-11-20T02:22:18,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/04c6faab4cb84dacac9f6608c763a98e, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T02:22:18,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6f3a5f3dc125292aeabc41212a178d8f in 1731ms, sequenceid=279, compaction requested=true 2024-11-20T02:22:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:18,736 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:18,736 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:18,738 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:18,738 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:18,738 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/B is initiating minor compaction (all files) 2024-11-20T02:22:18,738 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/A is initiating minor compaction (all files) 2024-11-20T02:22:18,738 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/B in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:18,738 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/A in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:18,738 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/f5a68f2e0c514463a6801dd66b81a026, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/cedebdef13064473887987072ff23467, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/54db297933f24e24b6bb8ba5e348763b] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=100.3 K 2024-11-20T02:22:18,738 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/13f2e53b9d32452e9bee558e660bb68f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/885e7612c3e640f2826fa128845553a3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/3be239d747db4b7b9e443bd0845a5aed] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=36.3 K 2024-11-20T02:22:18,738 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:18,738 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/f5a68f2e0c514463a6801dd66b81a026, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/cedebdef13064473887987072ff23467, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/54db297933f24e24b6bb8ba5e348763b] 2024-11-20T02:22:18,739 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 13f2e53b9d32452e9bee558e660bb68f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732069333631 2024-11-20T02:22:18,740 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 885e7612c3e640f2826fa128845553a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732069334249 2024-11-20T02:22:18,740 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5a68f2e0c514463a6801dd66b81a026, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732069333631 2024-11-20T02:22:18,740 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3be239d747db4b7b9e443bd0845a5aed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732069336393 2024-11-20T02:22:18,741 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting cedebdef13064473887987072ff23467, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732069334249 2024-11-20T02:22:18,741 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54db297933f24e24b6bb8ba5e348763b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732069336393 2024-11-20T02:22:18,750 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#B#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:18,751 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/25bfd0a4d92e499bbc094479a42b19d2 is 50, key is test_row_0/B:col10/1732069337003/Put/seqid=0 2024-11-20T02:22:18,752 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:18,755 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120ab79ac11f1e54127bdfbc820d6114915_6f3a5f3dc125292aeabc41212a178d8f store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:18,756 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120ab79ac11f1e54127bdfbc820d6114915_6f3a5f3dc125292aeabc41212a178d8f, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:18,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742040_1216 (size=12949) 2024-11-20T02:22:18,757 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ab79ac11f1e54127bdfbc820d6114915_6f3a5f3dc125292aeabc41212a178d8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:18,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742041_1217 (size=4469) 2024-11-20T02:22:18,766 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/25bfd0a4d92e499bbc094479a42b19d2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/25bfd0a4d92e499bbc094479a42b19d2 2024-11-20T02:22:18,769 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#A#compaction#180 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:18,770 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/51feb5d2fe29485f8d56ebd3d2efd7ae is 175, key is test_row_0/A:col10/1732069337003/Put/seqid=0 2024-11-20T02:22:18,772 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/B of 6f3a5f3dc125292aeabc41212a178d8f into 25bfd0a4d92e499bbc094479a42b19d2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:18,772 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:18,772 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/B, priority=13, startTime=1732069338736; duration=0sec 2024-11-20T02:22:18,772 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:18,772 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:B 2024-11-20T02:22:18,772 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:18,774 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:18,774 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/C is initiating minor compaction (all files) 2024-11-20T02:22:18,774 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/C in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:18,774 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/8dc61e23bd4e46c3be32d3156c41f8cd, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bafe84ed92854fc3953655e1def0f178, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/04c6faab4cb84dacac9f6608c763a98e] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=36.3 K 2024-11-20T02:22:18,774 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dc61e23bd4e46c3be32d3156c41f8cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732069333631 2024-11-20T02:22:18,775 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting bafe84ed92854fc3953655e1def0f178, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732069334249 2024-11-20T02:22:18,775 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 04c6faab4cb84dacac9f6608c763a98e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732069336393 2024-11-20T02:22:18,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742042_1218 (size=31903) 2024-11-20T02:22:18,784 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#C#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:18,785 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/55b0eabfc2db4a0daef10d5abf57c01f is 50, key is test_row_0/C:col10/1732069337003/Put/seqid=0 2024-11-20T02:22:18,787 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/51feb5d2fe29485f8d56ebd3d2efd7ae as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/51feb5d2fe29485f8d56ebd3d2efd7ae 2024-11-20T02:22:18,792 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/A of 6f3a5f3dc125292aeabc41212a178d8f into 51feb5d2fe29485f8d56ebd3d2efd7ae(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:18,792 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:18,792 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/A, priority=13, startTime=1732069338736; duration=0sec 2024-11-20T02:22:18,793 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:18,793 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:A 2024-11-20T02:22:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742043_1219 (size=12949) 2024-11-20T02:22:18,866 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:18,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T02:22:18,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:18,867 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T02:22:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201fed66b46784426bbe79ac0223fe3691_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069337012/Put/seqid=0 2024-11-20T02:22:18,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742044_1220 (size=12454) 2024-11-20T02:22:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T02:22:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:19,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. as already flushing 2024-11-20T02:22:19,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069399155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069399156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069399157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069399158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069399159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,214 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/55b0eabfc2db4a0daef10d5abf57c01f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/55b0eabfc2db4a0daef10d5abf57c01f 2024-11-20T02:22:19,220 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/C of 6f3a5f3dc125292aeabc41212a178d8f into 55b0eabfc2db4a0daef10d5abf57c01f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:19,220 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:19,220 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/C, priority=13, startTime=1732069338736; duration=0sec 2024-11-20T02:22:19,220 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:19,221 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:C 2024-11-20T02:22:19,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069399260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069399261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069399261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069399262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069399262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:19,287 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201fed66b46784426bbe79ac0223fe3691_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201fed66b46784426bbe79ac0223fe3691_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:19,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/65c60c1ff06c46eca529603c4c4764e3, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:19,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/65c60c1ff06c46eca529603c4c4764e3 is 175, key is test_row_0/A:col10/1732069337012/Put/seqid=0 2024-11-20T02:22:19,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742045_1221 (size=31255) 2024-11-20T02:22:19,299 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/65c60c1ff06c46eca529603c4c4764e3 2024-11-20T02:22:19,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/295ab4f17fd5483092ab80c0ee978f0b is 50, key is test_row_0/B:col10/1732069337012/Put/seqid=0 2024-11-20T02:22:19,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742046_1222 (size=12301) 2024-11-20T02:22:19,318 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/295ab4f17fd5483092ab80c0ee978f0b 2024-11-20T02:22:19,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3528ca0786ba41878eb1e86066f9bf18 is 50, key is test_row_0/C:col10/1732069337012/Put/seqid=0 2024-11-20T02:22:19,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742047_1223 (size=12301) 2024-11-20T02:22:19,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069399462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47552 deadline: 1732069399463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732069399465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47530 deadline: 1732069399465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47542 deadline: 1732069399465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T02:22:19,730 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3528ca0786ba41878eb1e86066f9bf18 2024-11-20T02:22:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/65c60c1ff06c46eca529603c4c4764e3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/65c60c1ff06c46eca529603c4c4764e3 2024-11-20T02:22:19,739 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/65c60c1ff06c46eca529603c4c4764e3, entries=150, sequenceid=295, filesize=30.5 K 2024-11-20T02:22:19,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/295ab4f17fd5483092ab80c0ee978f0b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/295ab4f17fd5483092ab80c0ee978f0b 2024-11-20T02:22:19,745 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/295ab4f17fd5483092ab80c0ee978f0b, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T02:22:19,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/3528ca0786ba41878eb1e86066f9bf18 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3528ca0786ba41878eb1e86066f9bf18 2024-11-20T02:22:19,749 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3528ca0786ba41878eb1e86066f9bf18, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T02:22:19,750 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6f3a5f3dc125292aeabc41212a178d8f in 883ms, sequenceid=295, compaction requested=false 2024-11-20T02:22:19,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:19,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:19,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-20T02:22:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-20T02:22:19,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T02:22:19,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3430 sec 2024-11-20T02:22:19,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.3480 sec 2024-11-20T02:22:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:19,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:22:19,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:19,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:19,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:19,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:19,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:19,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:19,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120263b4ebb1fcc4bb48b246b8292afcf16_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069339158/Put/seqid=0 2024-11-20T02:22:19,777 DEBUG [Thread-694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:51936 2024-11-20T02:22:19,777 DEBUG [Thread-690 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:51936 2024-11-20T02:22:19,777 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:19,777 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:19,777 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:51936 2024-11-20T02:22:19,777 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:19,779 DEBUG [Thread-679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:51936 2024-11-20T02:22:19,779 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:19,780 DEBUG [Thread-681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:51936 2024-11-20T02:22:19,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,780 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069399776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:19,780 DEBUG [Thread-688 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:51936 2024-11-20T02:22:19,780 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:19,781 DEBUG [Thread-683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:51936 2024-11-20T02:22:19,781 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:19,783 DEBUG [Thread-692 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:51936 2024-11-20T02:22:19,784 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:19,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742048_1224 (size=12454) 2024-11-20T02:22:19,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069399882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:20,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069400083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:20,186 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:20,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120263b4ebb1fcc4bb48b246b8292afcf16_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120263b4ebb1fcc4bb48b246b8292afcf16_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:20,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/8de85283fa4240f69b7d3f844ddf11dd, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:20,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/8de85283fa4240f69b7d3f844ddf11dd is 175, key is test_row_0/A:col10/1732069339158/Put/seqid=0 2024-11-20T02:22:20,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742049_1225 (size=31255) 2024-11-20T02:22:20,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069400385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T02:22:20,511 INFO [Thread-687 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-20T02:22:20,595 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/8de85283fa4240f69b7d3f844ddf11dd 2024-11-20T02:22:20,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/092e1091f1404b02a40b3312051e9abe is 50, key is test_row_0/B:col10/1732069339158/Put/seqid=0 2024-11-20T02:22:20,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742050_1226 (size=12301) 2024-11-20T02:22:20,880 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:22:20,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47508 deadline: 1732069400886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:21,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/092e1091f1404b02a40b3312051e9abe 2024-11-20T02:22:21,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/a739be0b9ab34df59cad1390f7306ebc is 50, key is test_row_0/C:col10/1732069339158/Put/seqid=0 2024-11-20T02:22:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742051_1227 (size=12301) 2024-11-20T02:22:21,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/a739be0b9ab34df59cad1390f7306ebc 2024-11-20T02:22:21,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/8de85283fa4240f69b7d3f844ddf11dd as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/8de85283fa4240f69b7d3f844ddf11dd 2024-11-20T02:22:21,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/8de85283fa4240f69b7d3f844ddf11dd, entries=150, sequenceid=319, filesize=30.5 K 2024-11-20T02:22:21,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/092e1091f1404b02a40b3312051e9abe as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/092e1091f1404b02a40b3312051e9abe 2024-11-20T02:22:21,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/092e1091f1404b02a40b3312051e9abe, entries=150, sequenceid=319, filesize=12.0 K 2024-11-20T02:22:21,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/a739be0b9ab34df59cad1390f7306ebc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/a739be0b9ab34df59cad1390f7306ebc 2024-11-20T02:22:21,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/a739be0b9ab34df59cad1390f7306ebc, entries=150, sequenceid=319, filesize=12.0 K 2024-11-20T02:22:21,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6f3a5f3dc125292aeabc41212a178d8f in 1667ms, sequenceid=319, compaction requested=true 2024-11-20T02:22:21,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:21,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:21,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:21,434 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:21,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:21,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:21,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f3a5f3dc125292aeabc41212a178d8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:21,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:21,434 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:21,435 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:21,435 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:21,435 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/B is initiating minor compaction (all files) 2024-11-20T02:22:21,435 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/A is initiating minor compaction (all files) 2024-11-20T02:22:21,435 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/B in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:21,435 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/A in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:21,435 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/25bfd0a4d92e499bbc094479a42b19d2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/295ab4f17fd5483092ab80c0ee978f0b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/092e1091f1404b02a40b3312051e9abe] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=36.7 K 2024-11-20T02:22:21,435 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/51feb5d2fe29485f8d56ebd3d2efd7ae, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/65c60c1ff06c46eca529603c4c4764e3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/8de85283fa4240f69b7d3f844ddf11dd] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=92.2 K 2024-11-20T02:22:21,435 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:21,435 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/51feb5d2fe29485f8d56ebd3d2efd7ae, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/65c60c1ff06c46eca529603c4c4764e3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/8de85283fa4240f69b7d3f844ddf11dd] 2024-11-20T02:22:21,435 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 25bfd0a4d92e499bbc094479a42b19d2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732069336393 2024-11-20T02:22:21,435 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51feb5d2fe29485f8d56ebd3d2efd7ae, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732069336393 2024-11-20T02:22:21,436 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 295ab4f17fd5483092ab80c0ee978f0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732069337012 2024-11-20T02:22:21,436 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65c60c1ff06c46eca529603c4c4764e3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732069337012 2024-11-20T02:22:21,436 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 092e1091f1404b02a40b3312051e9abe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732069339153 2024-11-20T02:22:21,436 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8de85283fa4240f69b7d3f844ddf11dd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732069339153 2024-11-20T02:22:21,443 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#B#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:21,444 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/b3ad10e7d1da4a6ea10c9031a6c767c9 is 50, key is test_row_0/B:col10/1732069339158/Put/seqid=0 2024-11-20T02:22:21,446 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742052_1228 (size=13051) 2024-11-20T02:22:21,449 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c740feb2de8245b98e2f76ceb610f5a6_6f3a5f3dc125292aeabc41212a178d8f store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:21,477 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c740feb2de8245b98e2f76ceb610f5a6_6f3a5f3dc125292aeabc41212a178d8f, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:21,477 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c740feb2de8245b98e2f76ceb610f5a6_6f3a5f3dc125292aeabc41212a178d8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:21,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742053_1229 (size=4469) 2024-11-20T02:22:21,854 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/b3ad10e7d1da4a6ea10c9031a6c767c9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/b3ad10e7d1da4a6ea10c9031a6c767c9 2024-11-20T02:22:21,858 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/B of 6f3a5f3dc125292aeabc41212a178d8f into b3ad10e7d1da4a6ea10c9031a6c767c9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:21,858 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:21,858 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/B, priority=13, startTime=1732069341434; duration=0sec 2024-11-20T02:22:21,859 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:21,859 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:B 2024-11-20T02:22:21,859 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:21,860 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:21,860 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 6f3a5f3dc125292aeabc41212a178d8f/C is initiating minor compaction (all files) 2024-11-20T02:22:21,860 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f3a5f3dc125292aeabc41212a178d8f/C in TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:21,860 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/55b0eabfc2db4a0daef10d5abf57c01f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3528ca0786ba41878eb1e86066f9bf18, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/a739be0b9ab34df59cad1390f7306ebc] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp, totalSize=36.7 K 2024-11-20T02:22:21,860 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 55b0eabfc2db4a0daef10d5abf57c01f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732069336393 2024-11-20T02:22:21,861 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3528ca0786ba41878eb1e86066f9bf18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732069337012 2024-11-20T02:22:21,861 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a739be0b9ab34df59cad1390f7306ebc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732069339153 2024-11-20T02:22:21,868 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#C#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:21,869 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/fa45af8c872c4aca82a415e6e8aa9d05 is 50, key is test_row_0/C:col10/1732069339158/Put/seqid=0 2024-11-20T02:22:21,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742054_1230 (size=13051) 2024-11-20T02:22:21,883 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f3a5f3dc125292aeabc41212a178d8f#A#compaction#189 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:21,884 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/2f10a9e903f04574997cefdcba18aedd is 175, key is test_row_0/A:col10/1732069339158/Put/seqid=0 2024-11-20T02:22:21,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742055_1231 (size=32005) 2024-11-20T02:22:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:21,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f3a5f3dc125292aeabc41212a178d8f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:22:21,891 DEBUG [Thread-677 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:51936 2024-11-20T02:22:21,891 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:21,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=A 2024-11-20T02:22:21,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:21,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=B 2024-11-20T02:22:21,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-20T02:22:21,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-20T02:22:21,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f3a5f3dc125292aeabc41212a178d8f, store=C 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-20T02:22:21,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7327 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6836 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3036 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9108 rows 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3045 2024-11-20T02:22:21,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9134 rows 2024-11-20T02:22:21,892 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T02:22:21,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:51936 2024-11-20T02:22:21,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:21,894 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T02:22:21,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T02:22:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T02:22:21,898 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069341898"}]},"ts":"1732069341898"} 2024-11-20T02:22:21,899 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T02:22:21,902 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T02:22:21,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T02:22:21,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d090a218a284fd8818e5d0a2da2589f_6f3a5f3dc125292aeabc41212a178d8f is 50, key is test_row_0/A:col10/1732069341890/Put/seqid=0 2024-11-20T02:22:21,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f3a5f3dc125292aeabc41212a178d8f, UNASSIGN}] 2024-11-20T02:22:21,906 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f3a5f3dc125292aeabc41212a178d8f, UNASSIGN 2024-11-20T02:22:21,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=6f3a5f3dc125292aeabc41212a178d8f, regionState=CLOSING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:21,907 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T02:22:21,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:22:21,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742056_1232 (size=12454) 2024-11-20T02:22:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T02:22:22,059 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:22,059 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:22,060 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T02:22:22,060 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 6f3a5f3dc125292aeabc41212a178d8f, disabling compactions & flushes 2024-11-20T02:22:22,060 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1942): waiting for 2 compactions & cache flush to complete for region TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T02:22:22,277 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/fa45af8c872c4aca82a415e6e8aa9d05 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/fa45af8c872c4aca82a415e6e8aa9d05 2024-11-20T02:22:22,282 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/C of 6f3a5f3dc125292aeabc41212a178d8f into fa45af8c872c4aca82a415e6e8aa9d05(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:22,282 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:22,282 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/C, priority=13, startTime=1732069341434; duration=0sec 2024-11-20T02:22:22,282 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:22,282 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:C 2024-11-20T02:22:22,293 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/2f10a9e903f04574997cefdcba18aedd as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/2f10a9e903f04574997cefdcba18aedd 2024-11-20T02:22:22,297 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f3a5f3dc125292aeabc41212a178d8f/A of 6f3a5f3dc125292aeabc41212a178d8f into 2f10a9e903f04574997cefdcba18aedd(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:22,297 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:22,297 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f., storeName=6f3a5f3dc125292aeabc41212a178d8f/A, priority=13, startTime=1732069341434; duration=0sec 2024-11-20T02:22:22,297 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:22,297 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:22,297 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f3a5f3dc125292aeabc41212a178d8f:A 2024-11-20T02:22:22,309 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:22,312 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d090a218a284fd8818e5d0a2da2589f_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d090a218a284fd8818e5d0a2da2589f_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:22,313 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/59f41e75ac004896a7146f67794a314a, store: [table=TestAcidGuarantees family=A region=6f3a5f3dc125292aeabc41212a178d8f] 2024-11-20T02:22:22,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/59f41e75ac004896a7146f67794a314a is 175, key is test_row_0/A:col10/1732069341890/Put/seqid=0 2024-11-20T02:22:22,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742057_1233 (size=31255) 2024-11-20T02:22:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T02:22:22,717 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/59f41e75ac004896a7146f67794a314a 2024-11-20T02:22:22,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/70aa4ff110d84f47b731bb5d473a62a1 is 50, key is test_row_0/B:col10/1732069341890/Put/seqid=0 2024-11-20T02:22:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742058_1234 (size=12301) 2024-11-20T02:22:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T02:22:23,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/70aa4ff110d84f47b731bb5d473a62a1 2024-11-20T02:22:23,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/6f1947e32f0b45dab62c7429a6f6a81e is 50, key is test_row_0/C:col10/1732069341890/Put/seqid=0 2024-11-20T02:22:23,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742059_1235 (size=12301) 2024-11-20T02:22:23,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/6f1947e32f0b45dab62c7429a6f6a81e 2024-11-20T02:22:23,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/A/59f41e75ac004896a7146f67794a314a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/59f41e75ac004896a7146f67794a314a 2024-11-20T02:22:23,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/59f41e75ac004896a7146f67794a314a, entries=150, sequenceid=335, filesize=30.5 K 2024-11-20T02:22:23,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/B/70aa4ff110d84f47b731bb5d473a62a1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/70aa4ff110d84f47b731bb5d473a62a1 2024-11-20T02:22:23,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/70aa4ff110d84f47b731bb5d473a62a1, entries=150, sequenceid=335, filesize=12.0 K 2024-11-20T02:22:23,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/.tmp/C/6f1947e32f0b45dab62c7429a6f6a81e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/6f1947e32f0b45dab62c7429a6f6a81e 2024-11-20T02:22:23,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/6f1947e32f0b45dab62c7429a6f6a81e, entries=150, sequenceid=335, filesize=12.0 K 2024-11-20T02:22:23,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 6f3a5f3dc125292aeabc41212a178d8f in 1664ms, sequenceid=335, compaction requested=false 2024-11-20T02:22:23,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:23,555 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:23,555 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:23,555 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. after waiting 0 ms 2024-11-20T02:22:23,555 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:23,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/b491281bd88a4bd9b425f97049e6dda1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a26e69c0e8684dd0852ab3a9fe746cfd, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7197c33fe8cb41e5958fd75b4ac43bbb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/82ae11b7c8374f1f9fa1ed6cd12df570, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/0aae2b13105a4ae898afb80d5f30bc96, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7712481ebf064dc190bb179c92202ada, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/459beb86d3f0432baa5168210267c3a2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/52e9e263730a495e8944e2570fb7e255, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a2731bdc652849c6a050d93d3cc94724, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/071039bed4fa48e5a085f5ca82d6c125, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca6e279cd9e846a6b8ec446a3fc0ab09, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/d69f1c62b8c8490ea68b1fe0a069710b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a4cb0a79b8d74e5697a8115194635a3d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca0924a2a3474120a271141eabcdbca2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/bd630db1ab3b40db93bb56206017d509, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/2f10657e275941258a57c1d4013ab814, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/f5a68f2e0c514463a6801dd66b81a026, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/cedebdef13064473887987072ff23467, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/54db297933f24e24b6bb8ba5e348763b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/51feb5d2fe29485f8d56ebd3d2efd7ae, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/65c60c1ff06c46eca529603c4c4764e3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/8de85283fa4240f69b7d3f844ddf11dd] to archive 2024-11-20T02:22:23,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:22:23,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/b491281bd88a4bd9b425f97049e6dda1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/b491281bd88a4bd9b425f97049e6dda1 2024-11-20T02:22:23,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a26e69c0e8684dd0852ab3a9fe746cfd to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a26e69c0e8684dd0852ab3a9fe746cfd 2024-11-20T02:22:23,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7197c33fe8cb41e5958fd75b4ac43bbb to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7197c33fe8cb41e5958fd75b4ac43bbb 2024-11-20T02:22:23,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/82ae11b7c8374f1f9fa1ed6cd12df570 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/82ae11b7c8374f1f9fa1ed6cd12df570 2024-11-20T02:22:23,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/0aae2b13105a4ae898afb80d5f30bc96 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/0aae2b13105a4ae898afb80d5f30bc96 2024-11-20T02:22:23,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7712481ebf064dc190bb179c92202ada to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/7712481ebf064dc190bb179c92202ada 2024-11-20T02:22:23,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/459beb86d3f0432baa5168210267c3a2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/459beb86d3f0432baa5168210267c3a2 2024-11-20T02:22:23,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/52e9e263730a495e8944e2570fb7e255 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/52e9e263730a495e8944e2570fb7e255 2024-11-20T02:22:23,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a2731bdc652849c6a050d93d3cc94724 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a2731bdc652849c6a050d93d3cc94724 2024-11-20T02:22:23,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/071039bed4fa48e5a085f5ca82d6c125 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/071039bed4fa48e5a085f5ca82d6c125 2024-11-20T02:22:23,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca6e279cd9e846a6b8ec446a3fc0ab09 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca6e279cd9e846a6b8ec446a3fc0ab09 2024-11-20T02:22:23,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/d69f1c62b8c8490ea68b1fe0a069710b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/d69f1c62b8c8490ea68b1fe0a069710b 2024-11-20T02:22:23,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a4cb0a79b8d74e5697a8115194635a3d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/a4cb0a79b8d74e5697a8115194635a3d 2024-11-20T02:22:23,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca0924a2a3474120a271141eabcdbca2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/ca0924a2a3474120a271141eabcdbca2 2024-11-20T02:22:23,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/bd630db1ab3b40db93bb56206017d509 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/bd630db1ab3b40db93bb56206017d509 2024-11-20T02:22:23,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/2f10657e275941258a57c1d4013ab814 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/2f10657e275941258a57c1d4013ab814 2024-11-20T02:22:23,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/f5a68f2e0c514463a6801dd66b81a026 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/f5a68f2e0c514463a6801dd66b81a026 2024-11-20T02:22:23,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/cedebdef13064473887987072ff23467 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/cedebdef13064473887987072ff23467 2024-11-20T02:22:23,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/54db297933f24e24b6bb8ba5e348763b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/54db297933f24e24b6bb8ba5e348763b 2024-11-20T02:22:23,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/51feb5d2fe29485f8d56ebd3d2efd7ae to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/51feb5d2fe29485f8d56ebd3d2efd7ae 2024-11-20T02:22:23,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/65c60c1ff06c46eca529603c4c4764e3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/65c60c1ff06c46eca529603c4c4764e3 2024-11-20T02:22:23,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/8de85283fa4240f69b7d3f844ddf11dd to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/8de85283fa4240f69b7d3f844ddf11dd 2024-11-20T02:22:23,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/7d70efa116484679b340ce034c526627, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8e42d8482af44503ac0bb4f736d59ed2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/76812d7cfc2b43889ae7893ea189de2a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8a9d359e919745cba72da265dff0cb58, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/15c6c41bc9094ec5a0c85c6793cb1b86, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/848905638020471eb6e598e39fe51cc0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/b19567b87d0947708fec3b0912ef8aa4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/ee8f7c596bbe4b52b67be9cebd2c92af, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/e656c3c2332244079a063118bd64a21f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/69aa0c24c077483eaeb92d5c97608ef5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/963a8c2b1fb24f2ca28f576f02fc4839, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/4b63baffa1364ad481275c76469979cb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/c51d7da097a34427bd82246dacbb2095, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/1dad598ed8654bcfb18239652443f6f0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/907a444334c14347b195e2c329b9dff8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/13f2e53b9d32452e9bee558e660bb68f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8f653913bc114318accc670ec8919be5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/885e7612c3e640f2826fa128845553a3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/25bfd0a4d92e499bbc094479a42b19d2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/3be239d747db4b7b9e443bd0845a5aed, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/295ab4f17fd5483092ab80c0ee978f0b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/092e1091f1404b02a40b3312051e9abe] to archive 2024-11-20T02:22:23,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:22:23,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/7d70efa116484679b340ce034c526627 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/7d70efa116484679b340ce034c526627 2024-11-20T02:22:23,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8e42d8482af44503ac0bb4f736d59ed2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8e42d8482af44503ac0bb4f736d59ed2 2024-11-20T02:22:23,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/76812d7cfc2b43889ae7893ea189de2a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/76812d7cfc2b43889ae7893ea189de2a 2024-11-20T02:22:23,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8a9d359e919745cba72da265dff0cb58 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8a9d359e919745cba72da265dff0cb58 2024-11-20T02:22:23,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/15c6c41bc9094ec5a0c85c6793cb1b86 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/15c6c41bc9094ec5a0c85c6793cb1b86 2024-11-20T02:22:23,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/848905638020471eb6e598e39fe51cc0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/848905638020471eb6e598e39fe51cc0 2024-11-20T02:22:23,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/b19567b87d0947708fec3b0912ef8aa4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/b19567b87d0947708fec3b0912ef8aa4 2024-11-20T02:22:23,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/ee8f7c596bbe4b52b67be9cebd2c92af to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/ee8f7c596bbe4b52b67be9cebd2c92af 2024-11-20T02:22:23,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/e656c3c2332244079a063118bd64a21f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/e656c3c2332244079a063118bd64a21f 2024-11-20T02:22:23,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/69aa0c24c077483eaeb92d5c97608ef5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/69aa0c24c077483eaeb92d5c97608ef5 2024-11-20T02:22:23,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/963a8c2b1fb24f2ca28f576f02fc4839 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/963a8c2b1fb24f2ca28f576f02fc4839 2024-11-20T02:22:23,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/4b63baffa1364ad481275c76469979cb to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/4b63baffa1364ad481275c76469979cb 2024-11-20T02:22:23,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/c51d7da097a34427bd82246dacbb2095 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/c51d7da097a34427bd82246dacbb2095 2024-11-20T02:22:23,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/1dad598ed8654bcfb18239652443f6f0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/1dad598ed8654bcfb18239652443f6f0 2024-11-20T02:22:23,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/907a444334c14347b195e2c329b9dff8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/907a444334c14347b195e2c329b9dff8 2024-11-20T02:22:23,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/13f2e53b9d32452e9bee558e660bb68f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/13f2e53b9d32452e9bee558e660bb68f 2024-11-20T02:22:23,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8f653913bc114318accc670ec8919be5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/8f653913bc114318accc670ec8919be5 2024-11-20T02:22:23,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/885e7612c3e640f2826fa128845553a3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/885e7612c3e640f2826fa128845553a3 2024-11-20T02:22:23,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/25bfd0a4d92e499bbc094479a42b19d2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/25bfd0a4d92e499bbc094479a42b19d2 2024-11-20T02:22:23,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/3be239d747db4b7b9e443bd0845a5aed to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/3be239d747db4b7b9e443bd0845a5aed 2024-11-20T02:22:23,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/295ab4f17fd5483092ab80c0ee978f0b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/295ab4f17fd5483092ab80c0ee978f0b 2024-11-20T02:22:23,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/092e1091f1404b02a40b3312051e9abe to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/092e1091f1404b02a40b3312051e9abe 2024-11-20T02:22:23,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3e5cbef34edb44e2982157ffbfcb97a2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6103a1d1984458a3607fcfa2f71069, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/a5fdd3ab42eb4df485499fe7d85fad1b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/54b8083971fd493ba640d36c93f3a87b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/51c6a4c291e24f859ae6bb6cdc02f196, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/c14998b2ab7a433cac823e041945e639, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f144d69c1a4942b696e51b240576028f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3c59a5d524814d689b97d1cf722024d4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/335635166c364276a858b511e2e06e44, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bb068c34539a46579ad18253092516a9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/1028d17b8f3041318a9e51f3f2acc819, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/c1f3b040d35c460795f52931777bf65b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3b8f91a4a8224f5f89a7ce9f7fbade61, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/12177ea1f24046db987be35b0cfa357d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f1cc31af86b1446ca225c91a322e1506, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/8dc61e23bd4e46c3be32d3156c41f8cd, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6fb2c07b664686bca4e459953e23eb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bafe84ed92854fc3953655e1def0f178, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/55b0eabfc2db4a0daef10d5abf57c01f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/04c6faab4cb84dacac9f6608c763a98e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3528ca0786ba41878eb1e86066f9bf18, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/a739be0b9ab34df59cad1390f7306ebc] to archive 2024-11-20T02:22:23,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:22:23,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3e5cbef34edb44e2982157ffbfcb97a2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3e5cbef34edb44e2982157ffbfcb97a2 2024-11-20T02:22:23,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6103a1d1984458a3607fcfa2f71069 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6103a1d1984458a3607fcfa2f71069 2024-11-20T02:22:23,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/a5fdd3ab42eb4df485499fe7d85fad1b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/a5fdd3ab42eb4df485499fe7d85fad1b 2024-11-20T02:22:23,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/54b8083971fd493ba640d36c93f3a87b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/54b8083971fd493ba640d36c93f3a87b 2024-11-20T02:22:23,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/51c6a4c291e24f859ae6bb6cdc02f196 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/51c6a4c291e24f859ae6bb6cdc02f196 2024-11-20T02:22:23,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/c14998b2ab7a433cac823e041945e639 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/c14998b2ab7a433cac823e041945e639 2024-11-20T02:22:23,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f144d69c1a4942b696e51b240576028f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f144d69c1a4942b696e51b240576028f 2024-11-20T02:22:23,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3c59a5d524814d689b97d1cf722024d4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3c59a5d524814d689b97d1cf722024d4 2024-11-20T02:22:23,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/335635166c364276a858b511e2e06e44 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/335635166c364276a858b511e2e06e44 2024-11-20T02:22:23,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bb068c34539a46579ad18253092516a9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bb068c34539a46579ad18253092516a9 2024-11-20T02:22:23,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/1028d17b8f3041318a9e51f3f2acc819 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/1028d17b8f3041318a9e51f3f2acc819 2024-11-20T02:22:23,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/c1f3b040d35c460795f52931777bf65b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/c1f3b040d35c460795f52931777bf65b 2024-11-20T02:22:23,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3b8f91a4a8224f5f89a7ce9f7fbade61 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3b8f91a4a8224f5f89a7ce9f7fbade61 2024-11-20T02:22:23,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/12177ea1f24046db987be35b0cfa357d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/12177ea1f24046db987be35b0cfa357d 2024-11-20T02:22:23,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f1cc31af86b1446ca225c91a322e1506 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/f1cc31af86b1446ca225c91a322e1506 2024-11-20T02:22:23,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/8dc61e23bd4e46c3be32d3156c41f8cd to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/8dc61e23bd4e46c3be32d3156c41f8cd 2024-11-20T02:22:23,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6fb2c07b664686bca4e459953e23eb to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3f6fb2c07b664686bca4e459953e23eb 2024-11-20T02:22:23,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bafe84ed92854fc3953655e1def0f178 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/bafe84ed92854fc3953655e1def0f178 2024-11-20T02:22:23,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/55b0eabfc2db4a0daef10d5abf57c01f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/55b0eabfc2db4a0daef10d5abf57c01f 2024-11-20T02:22:23,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/04c6faab4cb84dacac9f6608c763a98e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/04c6faab4cb84dacac9f6608c763a98e 2024-11-20T02:22:23,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3528ca0786ba41878eb1e86066f9bf18 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/3528ca0786ba41878eb1e86066f9bf18 2024-11-20T02:22:23,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/a739be0b9ab34df59cad1390f7306ebc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/a739be0b9ab34df59cad1390f7306ebc 2024-11-20T02:22:23,632 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=4 2024-11-20T02:22:23,633 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f. 2024-11-20T02:22:23,633 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 6f3a5f3dc125292aeabc41212a178d8f: 2024-11-20T02:22:23,634 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:23,635 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=6f3a5f3dc125292aeabc41212a178d8f, regionState=CLOSED 2024-11-20T02:22:23,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T02:22:23,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 6f3a5f3dc125292aeabc41212a178d8f, server=143b9a2c40c9,32811,1732069282461 in 1.7280 sec 2024-11-20T02:22:23,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T02:22:23,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f3a5f3dc125292aeabc41212a178d8f, UNASSIGN in 1.7320 sec 2024-11-20T02:22:23,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T02:22:23,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7350 sec 2024-11-20T02:22:23,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069343640"}]},"ts":"1732069343640"} 2024-11-20T02:22:23,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T02:22:23,643 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T02:22:23,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7490 sec 2024-11-20T02:22:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T02:22:24,001 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-20T02:22:24,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T02:22:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:24,003 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T02:22:24,004 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:24,005 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,007 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/recovered.edits] 2024-11-20T02:22:24,010 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/2f10a9e903f04574997cefdcba18aedd to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/2f10a9e903f04574997cefdcba18aedd 2024-11-20T02:22:24,011 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/59f41e75ac004896a7146f67794a314a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/A/59f41e75ac004896a7146f67794a314a 2024-11-20T02:22:24,014 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/70aa4ff110d84f47b731bb5d473a62a1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/70aa4ff110d84f47b731bb5d473a62a1 2024-11-20T02:22:24,015 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/b3ad10e7d1da4a6ea10c9031a6c767c9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/B/b3ad10e7d1da4a6ea10c9031a6c767c9 2024-11-20T02:22:24,017 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/6f1947e32f0b45dab62c7429a6f6a81e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/6f1947e32f0b45dab62c7429a6f6a81e 2024-11-20T02:22:24,018 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/fa45af8c872c4aca82a415e6e8aa9d05 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/C/fa45af8c872c4aca82a415e6e8aa9d05 2024-11-20T02:22:24,020 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/recovered.edits/340.seqid to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f/recovered.edits/340.seqid 2024-11-20T02:22:24,021 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,021 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T02:22:24,021 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T02:22:24,022 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T02:22:24,025 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120195608a8cafb4a958cc683ea3ac356f6_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120195608a8cafb4a958cc683ea3ac356f6_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,026 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201fed66b46784426bbe79ac0223fe3691_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201fed66b46784426bbe79ac0223fe3691_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,027 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020bf30f2e0674f70a7eed735091818e4_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020bf30f2e0674f70a7eed735091818e4_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,028 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120263b4ebb1fcc4bb48b246b8292afcf16_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120263b4ebb1fcc4bb48b246b8292afcf16_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,029 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120414f04026b0a4beab100a4ee54322200_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120414f04026b0a4beab100a4ee54322200_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,030 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056cd8bf6cc734dbb949abaaba0b7ae0d_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056cd8bf6cc734dbb949abaaba0b7ae0d_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,032 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205aad50388511461da59edd98a20fd4d2_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205aad50388511461da59edd98a20fd4d2_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,033 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d090a218a284fd8818e5d0a2da2589f_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d090a218a284fd8818e5d0a2da2589f_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,034 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120671ac6f4e33f4c6c90a71cb6aa237f32_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120671ac6f4e33f4c6c90a71cb6aa237f32_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,035 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207b09eb8a7aaf44afb3e9c50d1f4fcd59_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207b09eb8a7aaf44afb3e9c50d1f4fcd59_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,036 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c52e93e0da9483f8ebafe04c9e43be8_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c52e93e0da9483f8ebafe04c9e43be8_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,037 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208c378dceda4f449a8770ccd8763b1fcf_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208c378dceda4f449a8770ccd8763b1fcf_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,038 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209db4bdb35e794b388124a305cb64820e_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209db4bdb35e794b388124a305cb64820e_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,039 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b64f5a8160b5436da8c15d1a1cc66210_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b64f5a8160b5436da8c15d1a1cc66210_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,040 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ded107bdf5fc403c85fdd85988a646e2_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ded107bdf5fc403c85fdd85988a646e2_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,041 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3637b3f61bc4203b56a6ff911df105c_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3637b3f61bc4203b56a6ff911df105c_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,042 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f767abb09c4248528fa7c1f0da8b9331_6f3a5f3dc125292aeabc41212a178d8f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f767abb09c4248528fa7c1f0da8b9331_6f3a5f3dc125292aeabc41212a178d8f 2024-11-20T02:22:24,043 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T02:22:24,045 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:24,048 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T02:22:24,050 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T02:22:24,051 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:24,051 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T02:22:24,051 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732069344051"}]},"ts":"9223372036854775807"} 2024-11-20T02:22:24,053 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T02:22:24,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6f3a5f3dc125292aeabc41212a178d8f, NAME => 'TestAcidGuarantees,,1732069316637.6f3a5f3dc125292aeabc41212a178d8f.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T02:22:24,053 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T02:22:24,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732069344053"}]},"ts":"9223372036854775807"} 2024-11-20T02:22:24,055 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T02:22:24,056 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:24,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-20T02:22:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T02:22:24,105 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-20T02:22:24,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 238) Potentially hanging thread: hconnection-0x5fdf439b-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_296749577_22 at /127.0.0.1:50788 [Waiting for operation #956] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713057382_22 at /127.0.0.1:50746 [Waiting for operation #943] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_296749577_22 at /127.0.0.1:50734 [Waiting for operation #972] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5fdf439b-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713057382_22 at /127.0.0.1:50648 [Waiting for operation #1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/cluster_3d0e0be7-d830-a00c-7b45-6a9a3e3927fe/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/cluster_3d0e0be7-d830-a00c-7b45-6a9a3e3927fe/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5fdf439b-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5fdf439b-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 452) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 269), ProcessCount=11 (was 11), AvailableMemoryMB=2893 (was 3356) 2024-11-20T02:22:24,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=2893 2024-11-20T02:22:24,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T02:22:24,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:22:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:24,125 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:22:24,126 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:24,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-20T02:22:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T02:22:24,126 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:22:24,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742060_1236 (size=960) 2024-11-20T02:22:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T02:22:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T02:22:24,534 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14 2024-11-20T02:22:24,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742061_1237 (size=53) 2024-11-20T02:22:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T02:22:24,940 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:22:24,941 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d1f053b87d4a56f05a4f7e6e7c3b174a, disabling compactions & flushes 2024-11-20T02:22:24,941 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:24,941 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:24,941 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. after waiting 0 ms 2024-11-20T02:22:24,941 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:24,941 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:24,941 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:24,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:22:24,942 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732069344942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732069344942"}]},"ts":"1732069344942"} 2024-11-20T02:22:24,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T02:22:24,943 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:22:24,944 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069344944"}]},"ts":"1732069344944"} 2024-11-20T02:22:24,944 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T02:22:24,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1f053b87d4a56f05a4f7e6e7c3b174a, ASSIGN}] 2024-11-20T02:22:24,949 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1f053b87d4a56f05a4f7e6e7c3b174a, ASSIGN 2024-11-20T02:22:24,949 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1f053b87d4a56f05a4f7e6e7c3b174a, ASSIGN; state=OFFLINE, location=143b9a2c40c9,32811,1732069282461; forceNewPlan=false, retain=false 2024-11-20T02:22:25,100 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=d1f053b87d4a56f05a4f7e6e7c3b174a, regionState=OPENING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:25,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:22:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T02:22:25,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:25,255 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:25,255 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:22:25,256 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:25,256 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:22:25,256 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:25,256 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:25,257 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:25,259 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:22:25,259 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1f053b87d4a56f05a4f7e6e7c3b174a columnFamilyName A 2024-11-20T02:22:25,259 DEBUG [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:25,259 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] regionserver.HStore(327): Store=d1f053b87d4a56f05a4f7e6e7c3b174a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:22:25,259 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:25,260 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:22:25,261 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1f053b87d4a56f05a4f7e6e7c3b174a columnFamilyName B 2024-11-20T02:22:25,261 DEBUG [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:25,261 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] regionserver.HStore(327): Store=d1f053b87d4a56f05a4f7e6e7c3b174a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:22:25,261 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:25,262 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:22:25,262 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1f053b87d4a56f05a4f7e6e7c3b174a columnFamilyName C 2024-11-20T02:22:25,262 DEBUG [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:25,263 INFO [StoreOpener-d1f053b87d4a56f05a4f7e6e7c3b174a-1 {}] regionserver.HStore(327): Store=d1f053b87d4a56f05a4f7e6e7c3b174a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:22:25,263 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:25,264 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:25,264 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:25,266 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:22:25,267 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:25,269 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:22:25,269 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened d1f053b87d4a56f05a4f7e6e7c3b174a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70359143, jitterRate=0.048432931303977966}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:22:25,270 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:25,271 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., pid=66, masterSystemTime=1732069345252 2024-11-20T02:22:25,272 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:25,272 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:25,273 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=d1f053b87d4a56f05a4f7e6e7c3b174a, regionState=OPEN, openSeqNum=2, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:25,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-20T02:22:25,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 in 173 msec 2024-11-20T02:22:25,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-20T02:22:25,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1f053b87d4a56f05a4f7e6e7c3b174a, ASSIGN in 327 msec 2024-11-20T02:22:25,276 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:22:25,277 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069345276"}]},"ts":"1732069345276"} 2024-11-20T02:22:25,277 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T02:22:25,280 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:22:25,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-20T02:22:26,001 DEBUG [master/143b9a2c40c9:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:22:26,006 DEBUG [master/143b9a2c40c9:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 65be534a67bc74bdc6c29e36d53eab38 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:22:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T02:22:26,230 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-20T02:22:26,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-20T02:22:26,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:26,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:26,237 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:26,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:22:26,239 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:22:26,241 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-20T02:22:26,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:26,245 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-20T02:22:26,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:26,248 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-20T02:22:26,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:26,252 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-20T02:22:26,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:26,255 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-20T02:22:26,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:26,258 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-20T02:22:26,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:26,261 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-20T02:22:26,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:26,264 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-20T02:22:26,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:26,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-20T02:22:26,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:26,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-20T02:22:26,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:26,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:26,281 DEBUG [hconnection-0xf2b687e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:26,281 DEBUG [hconnection-0x7ab4e70c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-20T02:22:26,282 DEBUG [hconnection-0x54a88b33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:26,282 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T02:22:26,282 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:26,282 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:26,282 DEBUG [hconnection-0x596e40a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:26,283 DEBUG [hconnection-0x3a4b20eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:26,283 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:26,283 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:26,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:26,283 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:26,284 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:26,286 DEBUG [hconnection-0xb98948a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:26,287 DEBUG [hconnection-0x6425c3d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:26,287 DEBUG [hconnection-0x3e228f6d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:26,288 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:26,289 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:26,295 DEBUG [hconnection-0x4220ef3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:26,296 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:26,296 DEBUG [hconnection-0x77bff0fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:26,296 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:26,298 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:26,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T02:22:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:26,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/c66bf25eeb8b44c9ae79359ccf842587 is 50, key is test_row_0/A:col10/1732069346298/Put/seqid=0 2024-11-20T02:22:26,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069406323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069406323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069406324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069406324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069406325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742062_1238 (size=12001) 2024-11-20T02:22:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T02:22:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069406428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069406429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069406429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069406429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069406430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T02:22:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:26,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T02:22:26,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T02:22:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:26,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:26,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069406632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069406632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069406633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069406634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069406634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T02:22:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:26,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:26,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/c66bf25eeb8b44c9ae79359ccf842587 2024-11-20T02:22:26,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/6febda05d4f64c6c80c2e1922be3cb65 is 50, key is test_row_0/B:col10/1732069346298/Put/seqid=0 2024-11-20T02:22:26,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742063_1239 (size=12001) 2024-11-20T02:22:26,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/6febda05d4f64c6c80c2e1922be3cb65 2024-11-20T02:22:26,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/ddb214d920964d8aa085e1e457025eec is 50, key is test_row_0/C:col10/1732069346298/Put/seqid=0 2024-11-20T02:22:26,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742064_1240 (size=12001) 2024-11-20T02:22:26,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/ddb214d920964d8aa085e1e457025eec 2024-11-20T02:22:26,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/c66bf25eeb8b44c9ae79359ccf842587 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c66bf25eeb8b44c9ae79359ccf842587 2024-11-20T02:22:26,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c66bf25eeb8b44c9ae79359ccf842587, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T02:22:26,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/6febda05d4f64c6c80c2e1922be3cb65 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/6febda05d4f64c6c80c2e1922be3cb65 2024-11-20T02:22:26,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/6febda05d4f64c6c80c2e1922be3cb65, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T02:22:26,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/ddb214d920964d8aa085e1e457025eec as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/ddb214d920964d8aa085e1e457025eec 2024-11-20T02:22:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T02:22:26,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/ddb214d920964d8aa085e1e457025eec, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T02:22:26,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d1f053b87d4a56f05a4f7e6e7c3b174a in 588ms, sequenceid=14, compaction requested=false 2024-11-20T02:22:26,890 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T02:22:26,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:26,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T02:22:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:26,901 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:22:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:26,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/f53e30ae3fb64e59a0f167b2a4df62e4 is 50, key is test_row_0/A:col10/1732069346322/Put/seqid=0 2024-11-20T02:22:26,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742065_1241 (size=12001) 2024-11-20T02:22:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:26,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:26,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069406944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069406943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069406945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069406945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:26,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069406945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069407048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069407048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069407048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069407048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069407048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069407251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069407251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069407252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069407252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069407253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,312 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/f53e30ae3fb64e59a0f167b2a4df62e4 2024-11-20T02:22:27,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/5155762d695b479988ab92f42edffe1d is 50, key is test_row_0/B:col10/1732069346322/Put/seqid=0 2024-11-20T02:22:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742066_1242 (size=12001) 2024-11-20T02:22:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T02:22:27,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069407553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069407554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069407555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069407555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069407557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:27,738 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/5155762d695b479988ab92f42edffe1d 2024-11-20T02:22:27,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/45e6b29eda3a416aa68c08bd46c0ffb0 is 50, key is test_row_0/C:col10/1732069346322/Put/seqid=0 2024-11-20T02:22:27,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742067_1243 (size=12001) 2024-11-20T02:22:27,793 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/45e6b29eda3a416aa68c08bd46c0ffb0 2024-11-20T02:22:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/f53e30ae3fb64e59a0f167b2a4df62e4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f53e30ae3fb64e59a0f167b2a4df62e4 2024-11-20T02:22:27,806 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f53e30ae3fb64e59a0f167b2a4df62e4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T02:22:27,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/5155762d695b479988ab92f42edffe1d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/5155762d695b479988ab92f42edffe1d 2024-11-20T02:22:27,811 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/5155762d695b479988ab92f42edffe1d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T02:22:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/45e6b29eda3a416aa68c08bd46c0ffb0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/45e6b29eda3a416aa68c08bd46c0ffb0 2024-11-20T02:22:27,817 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/45e6b29eda3a416aa68c08bd46c0ffb0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T02:22:27,819 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for d1f053b87d4a56f05a4f7e6e7c3b174a in 918ms, sequenceid=37, compaction requested=false 2024-11-20T02:22:27,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:27,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:27,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-20T02:22:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-20T02:22:27,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-20T02:22:27,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5380 sec 2024-11-20T02:22:27,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.5430 sec 2024-11-20T02:22:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:28,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T02:22:28,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:28,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:28,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:28,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:28,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:28,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:28,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/030276cd1096463ca074329cfc2d55a5 is 50, key is test_row_0/A:col10/1732069346944/Put/seqid=0 2024-11-20T02:22:28,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742068_1244 (size=12001) 2024-11-20T02:22:28,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/030276cd1096463ca074329cfc2d55a5 2024-11-20T02:22:28,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/8508bf4a6beb4fcb8dd8608a82ae1216 is 50, key is test_row_0/B:col10/1732069346944/Put/seqid=0 2024-11-20T02:22:28,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069408079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069408079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069408080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069408084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069408084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742069_1245 (size=12001) 2024-11-20T02:22:28,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069408185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069408185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069408185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069408188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069408188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T02:22:28,386 INFO [Thread-1108 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-20T02:22:28,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-20T02:22:28,389 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:28,389 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:28,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T02:22:28,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069408391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069408391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069408392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069408392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069408393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T02:22:28,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/8508bf4a6beb4fcb8dd8608a82ae1216 2024-11-20T02:22:28,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/3b0c3ee07d9c4c7999336cdb1be5d609 is 50, key is test_row_0/C:col10/1732069346944/Put/seqid=0 2024-11-20T02:22:28,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742070_1246 (size=12001) 2024-11-20T02:22:28,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/3b0c3ee07d9c4c7999336cdb1be5d609 2024-11-20T02:22:28,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/030276cd1096463ca074329cfc2d55a5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/030276cd1096463ca074329cfc2d55a5 2024-11-20T02:22:28,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/030276cd1096463ca074329cfc2d55a5, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T02:22:28,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T02:22:28,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:28,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:28,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:28,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:28,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:28,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/8508bf4a6beb4fcb8dd8608a82ae1216 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/8508bf4a6beb4fcb8dd8608a82ae1216 2024-11-20T02:22:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:28,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/8508bf4a6beb4fcb8dd8608a82ae1216, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T02:22:28,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/3b0c3ee07d9c4c7999336cdb1be5d609 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3b0c3ee07d9c4c7999336cdb1be5d609 2024-11-20T02:22:28,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3b0c3ee07d9c4c7999336cdb1be5d609, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T02:22:28,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for d1f053b87d4a56f05a4f7e6e7c3b174a in 495ms, sequenceid=53, compaction requested=true 2024-11-20T02:22:28,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:28,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:28,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:28,554 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:28,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:28,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:28,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:28,554 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:28,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:28,555 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:28,555 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:28,555 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/A is initiating minor compaction (all files) 2024-11-20T02:22:28,555 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/B is initiating minor compaction (all files) 2024-11-20T02:22:28,555 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/A in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:28,555 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/B in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:28,555 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c66bf25eeb8b44c9ae79359ccf842587, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f53e30ae3fb64e59a0f167b2a4df62e4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/030276cd1096463ca074329cfc2d55a5] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=35.2 K 2024-11-20T02:22:28,555 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/6febda05d4f64c6c80c2e1922be3cb65, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/5155762d695b479988ab92f42edffe1d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/8508bf4a6beb4fcb8dd8608a82ae1216] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=35.2 K 2024-11-20T02:22:28,556 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting c66bf25eeb8b44c9ae79359ccf842587, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732069346292 2024-11-20T02:22:28,556 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6febda05d4f64c6c80c2e1922be3cb65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732069346292 2024-11-20T02:22:28,556 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 5155762d695b479988ab92f42edffe1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732069346321 2024-11-20T02:22:28,556 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting f53e30ae3fb64e59a0f167b2a4df62e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732069346321 2024-11-20T02:22:28,557 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8508bf4a6beb4fcb8dd8608a82ae1216, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069346944 2024-11-20T02:22:28,557 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 030276cd1096463ca074329cfc2d55a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069346944 2024-11-20T02:22:28,565 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#A#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:28,566 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/cd8527af8cff4e60a632b127496f9758 is 50, key is test_row_0/A:col10/1732069346944/Put/seqid=0 2024-11-20T02:22:28,567 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:28,567 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/33810829576740e780e69b3f38e6e347 is 50, key is test_row_0/B:col10/1732069346944/Put/seqid=0 2024-11-20T02:22:28,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742072_1248 (size=12104) 2024-11-20T02:22:28,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742071_1247 (size=12104) 2024-11-20T02:22:28,583 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/33810829576740e780e69b3f38e6e347 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/33810829576740e780e69b3f38e6e347 2024-11-20T02:22:28,589 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/B of d1f053b87d4a56f05a4f7e6e7c3b174a into 33810829576740e780e69b3f38e6e347(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:28,589 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:28,589 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/B, priority=13, startTime=1732069348554; duration=0sec 2024-11-20T02:22:28,589 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:28,589 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:B 2024-11-20T02:22:28,590 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:28,591 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:28,591 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/C is initiating minor compaction (all files) 2024-11-20T02:22:28,591 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/C in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:28,591 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/ddb214d920964d8aa085e1e457025eec, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/45e6b29eda3a416aa68c08bd46c0ffb0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3b0c3ee07d9c4c7999336cdb1be5d609] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=35.2 K 2024-11-20T02:22:28,591 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting ddb214d920964d8aa085e1e457025eec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732069346292 2024-11-20T02:22:28,592 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 45e6b29eda3a416aa68c08bd46c0ffb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732069346321 2024-11-20T02:22:28,592 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b0c3ee07d9c4c7999336cdb1be5d609, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069346944 2024-11-20T02:22:28,599 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#C#compaction#205 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:28,599 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/3ae9cd7990b04738ab869bf2e6f3433a is 50, key is test_row_0/C:col10/1732069346944/Put/seqid=0 2024-11-20T02:22:28,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742073_1249 (size=12104) 2024-11-20T02:22:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T02:22:28,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T02:22:28,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:28,696 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T02:22:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:28,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:28,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/482f4a57efe44f6985cb7883eab2470c is 50, key is test_row_0/A:col10/1732069348082/Put/seqid=0 2024-11-20T02:22:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742074_1250 (size=12001) 2024-11-20T02:22:28,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069408705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,712 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/482f4a57efe44f6985cb7883eab2470c 2024-11-20T02:22:28,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069408707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069408708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069408709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069408713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/a8b1be2dfaee4b0eb10157b5b9cc99c4 is 50, key is test_row_0/B:col10/1732069348082/Put/seqid=0 2024-11-20T02:22:28,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742075_1251 (size=12001) 2024-11-20T02:22:28,747 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/a8b1be2dfaee4b0eb10157b5b9cc99c4 2024-11-20T02:22:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/17e0d3e29e254c12a2a3442ecc63cc5b is 50, key is test_row_0/C:col10/1732069348082/Put/seqid=0 2024-11-20T02:22:28,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742076_1252 (size=12001) 2024-11-20T02:22:28,760 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/17e0d3e29e254c12a2a3442ecc63cc5b 2024-11-20T02:22:28,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/482f4a57efe44f6985cb7883eab2470c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/482f4a57efe44f6985cb7883eab2470c 2024-11-20T02:22:28,769 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/482f4a57efe44f6985cb7883eab2470c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T02:22:28,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/a8b1be2dfaee4b0eb10157b5b9cc99c4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/a8b1be2dfaee4b0eb10157b5b9cc99c4 2024-11-20T02:22:28,774 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/a8b1be2dfaee4b0eb10157b5b9cc99c4, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T02:22:28,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/17e0d3e29e254c12a2a3442ecc63cc5b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17e0d3e29e254c12a2a3442ecc63cc5b 2024-11-20T02:22:28,779 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17e0d3e29e254c12a2a3442ecc63cc5b, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T02:22:28,780 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for d1f053b87d4a56f05a4f7e6e7c3b174a in 85ms, sequenceid=76, compaction requested=false 2024-11-20T02:22:28,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:28,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:28,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-20T02:22:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-20T02:22:28,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-20T02:22:28,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 393 msec 2024-11-20T02:22:28,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 397 msec 2024-11-20T02:22:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:28,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T02:22:28,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:28,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:28,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:28,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:28,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:28,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:28,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/2dcfc21e095f4049bef94d3d1f15d3ca is 50, key is test_row_0/A:col10/1732069348707/Put/seqid=0 2024-11-20T02:22:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742077_1253 (size=12001) 2024-11-20T02:22:28,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069408861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069408860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069408862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069408862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069408863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069408965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069408965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069408966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069408966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069408966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:28,986 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/cd8527af8cff4e60a632b127496f9758 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/cd8527af8cff4e60a632b127496f9758 2024-11-20T02:22:28,992 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/A of d1f053b87d4a56f05a4f7e6e7c3b174a into cd8527af8cff4e60a632b127496f9758(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:28,992 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:28,992 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/A, priority=13, startTime=1732069348554; duration=0sec 2024-11-20T02:22:28,992 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:28,992 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:A 2024-11-20T02:22:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T02:22:28,993 INFO [Thread-1108 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-20T02:22:28,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-20T02:22:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T02:22:28,997 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:28,998 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:28,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:29,021 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/3ae9cd7990b04738ab869bf2e6f3433a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3ae9cd7990b04738ab869bf2e6f3433a 2024-11-20T02:22:29,027 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/C of d1f053b87d4a56f05a4f7e6e7c3b174a into 3ae9cd7990b04738ab869bf2e6f3433a(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:29,027 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:29,027 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/C, priority=13, startTime=1732069348554; duration=0sec 2024-11-20T02:22:29,027 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:29,027 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:C 2024-11-20T02:22:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T02:22:29,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T02:22:29,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:29,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T02:22:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069409170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069409170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069409171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069409171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069409181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/2dcfc21e095f4049bef94d3d1f15d3ca 2024-11-20T02:22:29,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/f51dcbbe09714fd9885de71735e9dd1c is 50, key is test_row_0/B:col10/1732069348707/Put/seqid=0 2024-11-20T02:22:29,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742078_1254 (size=12001) 2024-11-20T02:22:29,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/f51dcbbe09714fd9885de71735e9dd1c 2024-11-20T02:22:29,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/9bd057c811fb4ecf96c37db56689a0db is 50, key is test_row_0/C:col10/1732069348707/Put/seqid=0 2024-11-20T02:22:29,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742079_1255 (size=12001) 2024-11-20T02:22:29,301 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T02:22:29,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T02:22:29,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:29,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T02:22:29,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:29,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069409473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069409474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069409474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069409474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069409489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T02:22:29,606 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T02:22:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:29,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:29,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/9bd057c811fb4ecf96c37db56689a0db 2024-11-20T02:22:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/2dcfc21e095f4049bef94d3d1f15d3ca as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/2dcfc21e095f4049bef94d3d1f15d3ca 2024-11-20T02:22:29,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/2dcfc21e095f4049bef94d3d1f15d3ca, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T02:22:29,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/f51dcbbe09714fd9885de71735e9dd1c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/f51dcbbe09714fd9885de71735e9dd1c 2024-11-20T02:22:29,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/f51dcbbe09714fd9885de71735e9dd1c, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T02:22:29,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/9bd057c811fb4ecf96c37db56689a0db as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9bd057c811fb4ecf96c37db56689a0db 2024-11-20T02:22:29,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9bd057c811fb4ecf96c37db56689a0db, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T02:22:29,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for d1f053b87d4a56f05a4f7e6e7c3b174a in 873ms, sequenceid=92, compaction requested=true 2024-11-20T02:22:29,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:29,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:29,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:29,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:29,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:29,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:29,686 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:29,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:29,686 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:29,687 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:29,687 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/B is initiating minor compaction (all files) 2024-11-20T02:22:29,687 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/B in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,687 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:29,688 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/A is initiating minor compaction (all files) 2024-11-20T02:22:29,688 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/33810829576740e780e69b3f38e6e347, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/a8b1be2dfaee4b0eb10157b5b9cc99c4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/f51dcbbe09714fd9885de71735e9dd1c] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=35.3 K 2024-11-20T02:22:29,688 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/A in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,688 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/cd8527af8cff4e60a632b127496f9758, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/482f4a57efe44f6985cb7883eab2470c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/2dcfc21e095f4049bef94d3d1f15d3ca] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=35.3 K 2024-11-20T02:22:29,688 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 33810829576740e780e69b3f38e6e347, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069346944 2024-11-20T02:22:29,688 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd8527af8cff4e60a632b127496f9758, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069346944 2024-11-20T02:22:29,688 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a8b1be2dfaee4b0eb10157b5b9cc99c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732069348070 2024-11-20T02:22:29,689 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 482f4a57efe44f6985cb7883eab2470c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732069348070 2024-11-20T02:22:29,689 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting f51dcbbe09714fd9885de71735e9dd1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069348702 2024-11-20T02:22:29,689 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dcfc21e095f4049bef94d3d1f15d3ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069348702 2024-11-20T02:22:29,697 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#A#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:29,697 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#B#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:29,698 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/9b06f0dcdd1042b5a6da999c6bd832f3 is 50, key is test_row_0/B:col10/1732069348707/Put/seqid=0 2024-11-20T02:22:29,698 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/1ab8de2b41294cceb7d8cccc098288eb is 50, key is test_row_0/A:col10/1732069348707/Put/seqid=0 2024-11-20T02:22:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742081_1257 (size=12207) 2024-11-20T02:22:29,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742080_1256 (size=12207) 2024-11-20T02:22:29,724 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/1ab8de2b41294cceb7d8cccc098288eb as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1ab8de2b41294cceb7d8cccc098288eb 2024-11-20T02:22:29,729 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/A of d1f053b87d4a56f05a4f7e6e7c3b174a into 1ab8de2b41294cceb7d8cccc098288eb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:29,729 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:29,729 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/A, priority=13, startTime=1732069349686; duration=0sec 2024-11-20T02:22:29,729 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:29,729 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:A 2024-11-20T02:22:29,729 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:29,730 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:29,730 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/C is initiating minor compaction (all files) 2024-11-20T02:22:29,730 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/C in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,730 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3ae9cd7990b04738ab869bf2e6f3433a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17e0d3e29e254c12a2a3442ecc63cc5b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9bd057c811fb4ecf96c37db56689a0db] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=35.3 K 2024-11-20T02:22:29,731 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ae9cd7990b04738ab869bf2e6f3433a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732069346944 2024-11-20T02:22:29,731 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17e0d3e29e254c12a2a3442ecc63cc5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732069348070 2024-11-20T02:22:29,732 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bd057c811fb4ecf96c37db56689a0db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069348702 2024-11-20T02:22:29,742 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#C#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:29,744 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/bde27327b3d44076b81a776ae03a7728 is 50, key is test_row_0/C:col10/1732069348707/Put/seqid=0 2024-11-20T02:22:29,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742082_1258 (size=12207) 2024-11-20T02:22:29,759 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T02:22:29,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:29,760 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:22:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:29,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/1f4421573c38429da817692f76a798ac is 50, key is test_row_0/A:col10/1732069348860/Put/seqid=0 2024-11-20T02:22:29,766 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/bde27327b3d44076b81a776ae03a7728 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/bde27327b3d44076b81a776ae03a7728 2024-11-20T02:22:29,775 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/C of d1f053b87d4a56f05a4f7e6e7c3b174a into bde27327b3d44076b81a776ae03a7728(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:29,775 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:29,775 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/C, priority=13, startTime=1732069349686; duration=0sec 2024-11-20T02:22:29,775 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:29,775 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:C 2024-11-20T02:22:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742083_1259 (size=12001) 2024-11-20T02:22:29,782 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/1f4421573c38429da817692f76a798ac 2024-11-20T02:22:29,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/1410483a985a4cab8e29ae9147e0fb8c is 50, key is test_row_0/B:col10/1732069348860/Put/seqid=0 2024-11-20T02:22:29,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742084_1260 (size=12001) 2024-11-20T02:22:29,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:29,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069409987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069409988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069409989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069409989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:29,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069409994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069410090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069410090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069410092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069410092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T02:22:30,116 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/9b06f0dcdd1042b5a6da999c6bd832f3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/9b06f0dcdd1042b5a6da999c6bd832f3 2024-11-20T02:22:30,121 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/B of d1f053b87d4a56f05a4f7e6e7c3b174a into 9b06f0dcdd1042b5a6da999c6bd832f3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:30,121 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:30,122 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/B, priority=13, startTime=1732069349686; duration=0sec 2024-11-20T02:22:30,122 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:30,122 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:B 2024-11-20T02:22:30,207 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/1410483a985a4cab8e29ae9147e0fb8c 2024-11-20T02:22:30,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/0dd202b41a7948ff8a41bcab1d19054a is 50, key is test_row_0/C:col10/1732069348860/Put/seqid=0 2024-11-20T02:22:30,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742085_1261 (size=12001) 2024-11-20T02:22:30,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069410293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069410293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069410295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069410295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069410595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069410597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069410599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069410599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:30,621 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/0dd202b41a7948ff8a41bcab1d19054a 2024-11-20T02:22:30,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/1f4421573c38429da817692f76a798ac as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1f4421573c38429da817692f76a798ac 2024-11-20T02:22:30,631 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1f4421573c38429da817692f76a798ac, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T02:22:30,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/1410483a985a4cab8e29ae9147e0fb8c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1410483a985a4cab8e29ae9147e0fb8c 2024-11-20T02:22:30,640 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1410483a985a4cab8e29ae9147e0fb8c, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T02:22:30,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/0dd202b41a7948ff8a41bcab1d19054a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/0dd202b41a7948ff8a41bcab1d19054a 2024-11-20T02:22:30,646 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/0dd202b41a7948ff8a41bcab1d19054a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T02:22:30,646 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d1f053b87d4a56f05a4f7e6e7c3b174a in 886ms, sequenceid=117, compaction requested=false 2024-11-20T02:22:30,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:30,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:30,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-20T02:22:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-20T02:22:30,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-20T02:22:30,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6500 sec 2024-11-20T02:22:30,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.6540 sec 2024-11-20T02:22:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:31,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:22:31,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:31,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:31,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:31,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:31,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:31,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:31,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/7afde3255fc3425e805ff749a0586cb8 is 50, key is test_row_0/A:col10/1732069351002/Put/seqid=0 2024-11-20T02:22:31,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742086_1262 (size=14491) 2024-11-20T02:22:31,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069411051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069411098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069411101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T02:22:31,104 INFO [Thread-1108 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-20T02:22:31,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:31,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069411102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-20T02:22:31,107 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T02:22:31,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069411105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,107 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:31,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:31,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069411155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T02:22:31,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T02:22:31,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:31,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:31,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:31,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069411358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T02:22:31,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T02:22:31,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:31,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:31,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:31,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/7afde3255fc3425e805ff749a0586cb8 2024-11-20T02:22:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/e13262b4756a410cacef4acf1f58b9ab is 50, key is test_row_0/B:col10/1732069351002/Put/seqid=0 2024-11-20T02:22:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742087_1263 (size=12101) 2024-11-20T02:22:31,565 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T02:22:31,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:31,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:31,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:31,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069411661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T02:22:31,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T02:22:31,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:31,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:31,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:31,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/e13262b4756a410cacef4acf1f58b9ab 2024-11-20T02:22:31,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/8f852a9944de41408f5efc8499df3425 is 50, key is test_row_0/C:col10/1732069351002/Put/seqid=0 2024-11-20T02:22:31,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742088_1264 (size=12101) 2024-11-20T02:22:31,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:31,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T02:22:31,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:31,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:31,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:31,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:32,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:32,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T02:22:32,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:32,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:32,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:32,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:32,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:32,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069412104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:32,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069412106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:32,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069412110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:32,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069412117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:32,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069412166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:32,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:32,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T02:22:32,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:32,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:32,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:32,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:32,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T02:22:32,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/8f852a9944de41408f5efc8499df3425 2024-11-20T02:22:32,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/7afde3255fc3425e805ff749a0586cb8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/7afde3255fc3425e805ff749a0586cb8 2024-11-20T02:22:32,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/7afde3255fc3425e805ff749a0586cb8, entries=200, sequenceid=134, filesize=14.2 K 2024-11-20T02:22:32,247 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-20T02:22:32,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/e13262b4756a410cacef4acf1f58b9ab as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/e13262b4756a410cacef4acf1f58b9ab 2024-11-20T02:22:32,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/e13262b4756a410cacef4acf1f58b9ab, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T02:22:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/8f852a9944de41408f5efc8499df3425 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8f852a9944de41408f5efc8499df3425 2024-11-20T02:22:32,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8f852a9944de41408f5efc8499df3425, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T02:22:32,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d1f053b87d4a56f05a4f7e6e7c3b174a in 1254ms, sequenceid=134, compaction requested=true 2024-11-20T02:22:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:32,258 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:32,258 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:32,259 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:32,259 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/A is initiating minor compaction (all files) 2024-11-20T02:22:32,259 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/A in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:32,259 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1ab8de2b41294cceb7d8cccc098288eb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1f4421573c38429da817692f76a798ac, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/7afde3255fc3425e805ff749a0586cb8] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=37.8 K 2024-11-20T02:22:32,259 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:32,259 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/B is initiating minor compaction (all files) 2024-11-20T02:22:32,259 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/B in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:32,259 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ab8de2b41294cceb7d8cccc098288eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069348702 2024-11-20T02:22:32,259 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/9b06f0dcdd1042b5a6da999c6bd832f3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1410483a985a4cab8e29ae9147e0fb8c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/e13262b4756a410cacef4acf1f58b9ab] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=35.5 K 2024-11-20T02:22:32,260 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b06f0dcdd1042b5a6da999c6bd832f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069348702 2024-11-20T02:22:32,260 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f4421573c38429da817692f76a798ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732069348856 2024-11-20T02:22:32,260 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 1410483a985a4cab8e29ae9147e0fb8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732069348856 2024-11-20T02:22:32,261 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7afde3255fc3425e805ff749a0586cb8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069349985 2024-11-20T02:22:32,261 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e13262b4756a410cacef4acf1f58b9ab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069349985 2024-11-20T02:22:32,269 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#B#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:32,269 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:32,269 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/466b2c4ab2bf40ab954606cd29c75367 is 50, key is test_row_0/B:col10/1732069351002/Put/seqid=0 2024-11-20T02:22:32,269 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/5df2672b6836471db7c2a71f1744b099 is 50, key is test_row_0/A:col10/1732069351002/Put/seqid=0 2024-11-20T02:22:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742089_1265 (size=12409) 2024-11-20T02:22:32,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742090_1266 (size=12409) 2024-11-20T02:22:32,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:32,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T02:22:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:32,330 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T02:22:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:32,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:32,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:32,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:32,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/c06f35d85bc04c40914d95f63ac34524 is 50, key is test_row_0/A:col10/1732069351050/Put/seqid=0 2024-11-20T02:22:32,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742091_1267 (size=12151) 2024-11-20T02:22:32,680 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/466b2c4ab2bf40ab954606cd29c75367 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/466b2c4ab2bf40ab954606cd29c75367 2024-11-20T02:22:32,686 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/B of d1f053b87d4a56f05a4f7e6e7c3b174a into 466b2c4ab2bf40ab954606cd29c75367(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:32,686 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:32,686 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/B, priority=13, startTime=1732069352258; duration=0sec 2024-11-20T02:22:32,686 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:32,686 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:B 2024-11-20T02:22:32,686 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:32,687 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/5df2672b6836471db7c2a71f1744b099 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/5df2672b6836471db7c2a71f1744b099 2024-11-20T02:22:32,687 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:32,687 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/C is initiating minor compaction (all files) 2024-11-20T02:22:32,687 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/C in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:32,688 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/bde27327b3d44076b81a776ae03a7728, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/0dd202b41a7948ff8a41bcab1d19054a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8f852a9944de41408f5efc8499df3425] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=35.5 K 2024-11-20T02:22:32,688 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting bde27327b3d44076b81a776ae03a7728, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069348702 2024-11-20T02:22:32,688 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dd202b41a7948ff8a41bcab1d19054a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732069348856 2024-11-20T02:22:32,689 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f852a9944de41408f5efc8499df3425, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069349985 2024-11-20T02:22:32,693 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/A of d1f053b87d4a56f05a4f7e6e7c3b174a into 5df2672b6836471db7c2a71f1744b099(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:32,693 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:32,693 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/A, priority=13, startTime=1732069352258; duration=0sec 2024-11-20T02:22:32,693 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:32,693 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:A 2024-11-20T02:22:32,696 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:32,697 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/23d98d375b4044088462b64d568f6841 is 50, key is test_row_0/C:col10/1732069351002/Put/seqid=0 2024-11-20T02:22:32,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742092_1268 (size=12409) 2024-11-20T02:22:32,740 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/c06f35d85bc04c40914d95f63ac34524 2024-11-20T02:22:32,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/84ce0b7ef4694d2581be21a138d637b9 is 50, key is test_row_0/B:col10/1732069351050/Put/seqid=0 2024-11-20T02:22:32,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742093_1269 (size=12151) 2024-11-20T02:22:33,123 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/23d98d375b4044088462b64d568f6841 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/23d98d375b4044088462b64d568f6841 2024-11-20T02:22:33,128 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/C of d1f053b87d4a56f05a4f7e6e7c3b174a into 23d98d375b4044088462b64d568f6841(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:33,128 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:33,128 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/C, priority=13, startTime=1732069352258; duration=0sec 2024-11-20T02:22:33,128 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:33,128 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:C 2024-11-20T02:22:33,152 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/84ce0b7ef4694d2581be21a138d637b9 2024-11-20T02:22:33,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/708dbc98b5864fee86c6fc1f39af9150 is 50, key is test_row_0/C:col10/1732069351050/Put/seqid=0 2024-11-20T02:22:33,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742094_1270 (size=12151) 2024-11-20T02:22:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:33,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:33,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069413200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T02:22:33,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069413303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:33,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069413505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:33,563 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/708dbc98b5864fee86c6fc1f39af9150 2024-11-20T02:22:33,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/c06f35d85bc04c40914d95f63ac34524 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c06f35d85bc04c40914d95f63ac34524 2024-11-20T02:22:33,572 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c06f35d85bc04c40914d95f63ac34524, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T02:22:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/84ce0b7ef4694d2581be21a138d637b9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/84ce0b7ef4694d2581be21a138d637b9 2024-11-20T02:22:33,577 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/84ce0b7ef4694d2581be21a138d637b9, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T02:22:33,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/708dbc98b5864fee86c6fc1f39af9150 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/708dbc98b5864fee86c6fc1f39af9150 2024-11-20T02:22:33,582 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/708dbc98b5864fee86c6fc1f39af9150, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T02:22:33,583 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d1f053b87d4a56f05a4f7e6e7c3b174a in 1252ms, sequenceid=155, compaction requested=false 2024-11-20T02:22:33,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:33,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:33,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-20T02:22:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-20T02:22:33,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-20T02:22:33,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4770 sec 2024-11-20T02:22:33,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.4820 sec 2024-11-20T02:22:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:33,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T02:22:33,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:33,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:33,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:33,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:33,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:33,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:33,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/f963670ddb7a46889ec75904a8c438fc is 50, key is test_row_0/A:col10/1732069353196/Put/seqid=0 2024-11-20T02:22:33,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742095_1271 (size=12151) 2024-11-20T02:22:33,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069413858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:33,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069413961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069414112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:34,114 DEBUG [Thread-1102 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:22:34,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069414113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:34,115 DEBUG [Thread-1098 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:22:34,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069414128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:34,131 DEBUG [Thread-1104 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:22:34,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069414135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:34,138 DEBUG [Thread-1106 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:22:34,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069414165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:34,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/f963670ddb7a46889ec75904a8c438fc 2024-11-20T02:22:34,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/81add813b9ad45bdbc52ef5eb1a51228 is 50, key is test_row_0/B:col10/1732069353196/Put/seqid=0 2024-11-20T02:22:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742096_1272 (size=12151) 2024-11-20T02:22:34,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069414468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:34,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/81add813b9ad45bdbc52ef5eb1a51228 2024-11-20T02:22:34,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/9030202e9bca4b59a0f4acb7bbb9b46d is 50, key is test_row_0/C:col10/1732069353196/Put/seqid=0 2024-11-20T02:22:34,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742097_1273 (size=12151) 2024-11-20T02:22:34,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069414972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:35,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/9030202e9bca4b59a0f4acb7bbb9b46d 2024-11-20T02:22:35,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/f963670ddb7a46889ec75904a8c438fc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f963670ddb7a46889ec75904a8c438fc 2024-11-20T02:22:35,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f963670ddb7a46889ec75904a8c438fc, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T02:22:35,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/81add813b9ad45bdbc52ef5eb1a51228 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/81add813b9ad45bdbc52ef5eb1a51228 2024-11-20T02:22:35,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/81add813b9ad45bdbc52ef5eb1a51228, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T02:22:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/9030202e9bca4b59a0f4acb7bbb9b46d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9030202e9bca4b59a0f4acb7bbb9b46d 2024-11-20T02:22:35,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9030202e9bca4b59a0f4acb7bbb9b46d, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T02:22:35,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d1f053b87d4a56f05a4f7e6e7c3b174a in 1259ms, sequenceid=174, compaction requested=true 2024-11-20T02:22:35,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:35,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:35,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:35,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:35,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:35,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:35,076 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:35,076 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:35,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:35,077 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:35,077 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:35,077 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/B is initiating minor compaction (all files) 2024-11-20T02:22:35,077 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/A is initiating minor compaction (all files) 2024-11-20T02:22:35,077 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/B in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:35,077 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/A in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:35,077 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/466b2c4ab2bf40ab954606cd29c75367, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/84ce0b7ef4694d2581be21a138d637b9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/81add813b9ad45bdbc52ef5eb1a51228] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=35.9 K 2024-11-20T02:22:35,078 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/5df2672b6836471db7c2a71f1744b099, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c06f35d85bc04c40914d95f63ac34524, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f963670ddb7a46889ec75904a8c438fc] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=35.9 K 2024-11-20T02:22:35,078 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 466b2c4ab2bf40ab954606cd29c75367, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069349985 2024-11-20T02:22:35,078 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5df2672b6836471db7c2a71f1744b099, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069349985 2024-11-20T02:22:35,078 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting c06f35d85bc04c40914d95f63ac34524, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732069351037 2024-11-20T02:22:35,078 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 84ce0b7ef4694d2581be21a138d637b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732069351037 2024-11-20T02:22:35,079 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting f963670ddb7a46889ec75904a8c438fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069353196 2024-11-20T02:22:35,079 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 81add813b9ad45bdbc52ef5eb1a51228, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069353196 2024-11-20T02:22:35,089 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#A#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:35,089 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#B#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:35,089 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/4dbd12027c4b4243ad1e5a11b84eed3a is 50, key is test_row_0/A:col10/1732069353196/Put/seqid=0 2024-11-20T02:22:35,089 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/89d3d53a7368445aa48ac825ef42a59d is 50, key is test_row_0/B:col10/1732069353196/Put/seqid=0 2024-11-20T02:22:35,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742098_1274 (size=12561) 2024-11-20T02:22:35,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742099_1275 (size=12561) 2024-11-20T02:22:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T02:22:35,212 INFO [Thread-1108 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-20T02:22:35,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-20T02:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T02:22:35,214 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:35,215 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:35,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T02:22:35,366 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:35,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T02:22:35,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:35,368 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T02:22:35,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:35,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:35,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:35,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:35,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:35,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:35,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/3842496b423b4857a5a90a1ad24abec2 is 50, key is test_row_0/A:col10/1732069353851/Put/seqid=0 2024-11-20T02:22:35,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742100_1276 (size=12151) 2024-11-20T02:22:35,500 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/4dbd12027c4b4243ad1e5a11b84eed3a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/4dbd12027c4b4243ad1e5a11b84eed3a 2024-11-20T02:22:35,505 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/A of d1f053b87d4a56f05a4f7e6e7c3b174a into 4dbd12027c4b4243ad1e5a11b84eed3a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:35,505 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:35,505 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/A, priority=13, startTime=1732069355076; duration=0sec 2024-11-20T02:22:35,505 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:35,505 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:A 2024-11-20T02:22:35,505 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:35,507 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:35,507 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/C is initiating minor compaction (all files) 2024-11-20T02:22:35,507 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/C in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:35,507 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/23d98d375b4044088462b64d568f6841, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/708dbc98b5864fee86c6fc1f39af9150, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9030202e9bca4b59a0f4acb7bbb9b46d] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=35.9 K 2024-11-20T02:22:35,507 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23d98d375b4044088462b64d568f6841, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069349985 2024-11-20T02:22:35,508 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 708dbc98b5864fee86c6fc1f39af9150, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732069351037 2024-11-20T02:22:35,508 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9030202e9bca4b59a0f4acb7bbb9b46d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069353196 2024-11-20T02:22:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T02:22:35,516 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/89d3d53a7368445aa48ac825ef42a59d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/89d3d53a7368445aa48ac825ef42a59d 2024-11-20T02:22:35,518 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:35,518 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/51e8b73477c24a19b16e2ba3934bfa1e is 50, key is test_row_0/C:col10/1732069353196/Put/seqid=0 2024-11-20T02:22:35,521 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/B of d1f053b87d4a56f05a4f7e6e7c3b174a into 89d3d53a7368445aa48ac825ef42a59d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:35,521 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:35,521 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/B, priority=13, startTime=1732069355076; duration=0sec 2024-11-20T02:22:35,521 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:35,521 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:B 2024-11-20T02:22:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742101_1277 (size=12561) 2024-11-20T02:22:35,798 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/3842496b423b4857a5a90a1ad24abec2 2024-11-20T02:22:35,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/09cf1d170d08410aafa32d966ff90eac is 50, key is test_row_0/B:col10/1732069353851/Put/seqid=0 2024-11-20T02:22:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742102_1278 (size=12151) 2024-11-20T02:22:35,812 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/09cf1d170d08410aafa32d966ff90eac 2024-11-20T02:22:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T02:22:35,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/29839190ac3848ed8d629bb64471e8b4 is 50, key is test_row_0/C:col10/1732069353851/Put/seqid=0 2024-11-20T02:22:35,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742103_1279 (size=12151) 2024-11-20T02:22:35,930 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/51e8b73477c24a19b16e2ba3934bfa1e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/51e8b73477c24a19b16e2ba3934bfa1e 2024-11-20T02:22:35,935 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/C of d1f053b87d4a56f05a4f7e6e7c3b174a into 51e8b73477c24a19b16e2ba3934bfa1e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:35,935 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:35,935 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/C, priority=13, startTime=1732069355076; duration=0sec 2024-11-20T02:22:35,935 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:35,935 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:C 2024-11-20T02:22:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:35,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:36,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069416004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:36,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069416106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:36,225 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/29839190ac3848ed8d629bb64471e8b4 2024-11-20T02:22:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/3842496b423b4857a5a90a1ad24abec2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/3842496b423b4857a5a90a1ad24abec2 2024-11-20T02:22:36,233 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/3842496b423b4857a5a90a1ad24abec2, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T02:22:36,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/09cf1d170d08410aafa32d966ff90eac as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/09cf1d170d08410aafa32d966ff90eac 2024-11-20T02:22:36,241 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/09cf1d170d08410aafa32d966ff90eac, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T02:22:36,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/29839190ac3848ed8d629bb64471e8b4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/29839190ac3848ed8d629bb64471e8b4 2024-11-20T02:22:36,246 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/29839190ac3848ed8d629bb64471e8b4, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T02:22:36,247 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d1f053b87d4a56f05a4f7e6e7c3b174a in 879ms, sequenceid=194, compaction requested=false 2024-11-20T02:22:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-20T02:22:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-20T02:22:36,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-20T02:22:36,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0340 sec 2024-11-20T02:22:36,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0380 sec 2024-11-20T02:22:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:36,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T02:22:36,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:36,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:36,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:36,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:36,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:36,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:36,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/26dcbb5973ac464fa91d2a81e8eb15c7 is 50, key is test_row_0/A:col10/1732069356310/Put/seqid=0 2024-11-20T02:22:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T02:22:36,320 INFO [Thread-1108 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-20T02:22:36,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-20T02:22:36,323 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T02:22:36,325 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:36,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:36,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742104_1280 (size=12151) 2024-11-20T02:22:36,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069416360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T02:22:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069416463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:36,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:36,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T02:22:36,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:36,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:36,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:36,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T02:22:36,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:36,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T02:22:36,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:36,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:36,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:36,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069416668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:36,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/26dcbb5973ac464fa91d2a81e8eb15c7 2024-11-20T02:22:36,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/0829f05b7bb041e1b86f6d595abdead1 is 50, key is test_row_0/B:col10/1732069356310/Put/seqid=0 2024-11-20T02:22:36,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742105_1281 (size=12151) 2024-11-20T02:22:36,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:36,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T02:22:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:36,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:36,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T02:22:36,935 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:36,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T02:22:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:36,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:36,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069416972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:37,088 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:37,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T02:22:37,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:37,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/0829f05b7bb041e1b86f6d595abdead1 2024-11-20T02:22:37,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/d3551a372631462c8a3670eb2593570f is 50, key is test_row_0/C:col10/1732069356310/Put/seqid=0 2024-11-20T02:22:37,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742106_1282 (size=12151) 2024-11-20T02:22:37,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:37,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T02:22:37,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:37,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:37,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T02:22:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T02:22:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069417475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:37,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:37,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T02:22:37,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:37,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:37,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/d3551a372631462c8a3670eb2593570f 2024-11-20T02:22:37,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/26dcbb5973ac464fa91d2a81e8eb15c7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/26dcbb5973ac464fa91d2a81e8eb15c7 2024-11-20T02:22:37,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/26dcbb5973ac464fa91d2a81e8eb15c7, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T02:22:37,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/0829f05b7bb041e1b86f6d595abdead1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/0829f05b7bb041e1b86f6d595abdead1 2024-11-20T02:22:37,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/0829f05b7bb041e1b86f6d595abdead1, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T02:22:37,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/d3551a372631462c8a3670eb2593570f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/d3551a372631462c8a3670eb2593570f 2024-11-20T02:22:37,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/d3551a372631462c8a3670eb2593570f, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T02:22:37,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d1f053b87d4a56f05a4f7e6e7c3b174a in 1294ms, sequenceid=214, compaction requested=true 2024-11-20T02:22:37,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:37,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:37,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:37,606 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:37,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:37,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:37,606 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:37,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:37,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:37,607 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:37,607 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:37,608 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/B is initiating minor compaction (all files) 2024-11-20T02:22:37,608 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/A is initiating minor compaction (all files) 2024-11-20T02:22:37,608 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/B in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,608 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/A in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,608 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/89d3d53a7368445aa48ac825ef42a59d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/09cf1d170d08410aafa32d966ff90eac, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/0829f05b7bb041e1b86f6d595abdead1] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.0 K 2024-11-20T02:22:37,608 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/4dbd12027c4b4243ad1e5a11b84eed3a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/3842496b423b4857a5a90a1ad24abec2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/26dcbb5973ac464fa91d2a81e8eb15c7] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.0 K 2024-11-20T02:22:37,608 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 89d3d53a7368445aa48ac825ef42a59d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069353196 2024-11-20T02:22:37,608 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dbd12027c4b4243ad1e5a11b84eed3a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069353196 2024-11-20T02:22:37,608 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3842496b423b4857a5a90a1ad24abec2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732069353845 2024-11-20T02:22:37,609 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 09cf1d170d08410aafa32d966ff90eac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732069353845 2024-11-20T02:22:37,610 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26dcbb5973ac464fa91d2a81e8eb15c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732069355991 2024-11-20T02:22:37,610 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 0829f05b7bb041e1b86f6d595abdead1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732069355991 2024-11-20T02:22:37,619 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#B#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:37,619 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#A#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:37,620 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/df5fbd727423457b80d13b1d7e803c17 is 50, key is test_row_0/A:col10/1732069356310/Put/seqid=0 2024-11-20T02:22:37,620 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/daf4e88b5db24beabfb3a55a2af3b444 is 50, key is test_row_0/B:col10/1732069356310/Put/seqid=0 2024-11-20T02:22:37,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742107_1283 (size=12663) 2024-11-20T02:22:37,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742108_1284 (size=12663) 2024-11-20T02:22:37,628 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/df5fbd727423457b80d13b1d7e803c17 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/df5fbd727423457b80d13b1d7e803c17 2024-11-20T02:22:37,633 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/A of d1f053b87d4a56f05a4f7e6e7c3b174a into df5fbd727423457b80d13b1d7e803c17(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:37,633 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:37,633 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/A, priority=13, startTime=1732069357606; duration=0sec 2024-11-20T02:22:37,633 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:37,633 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:A 2024-11-20T02:22:37,633 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:37,634 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:37,634 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/C is initiating minor compaction (all files) 2024-11-20T02:22:37,635 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/C in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,635 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/51e8b73477c24a19b16e2ba3934bfa1e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/29839190ac3848ed8d629bb64471e8b4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/d3551a372631462c8a3670eb2593570f] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.0 K 2024-11-20T02:22:37,635 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51e8b73477c24a19b16e2ba3934bfa1e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069353196 2024-11-20T02:22:37,635 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29839190ac3848ed8d629bb64471e8b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732069353845 2024-11-20T02:22:37,636 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3551a372631462c8a3670eb2593570f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732069355991 2024-11-20T02:22:37,643 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#C#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:37,645 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/953f58da54c04bcdbcfe95145db4fbfc is 50, key is test_row_0/C:col10/1732069356310/Put/seqid=0 2024-11-20T02:22:37,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742109_1285 (size=12663) 2024-11-20T02:22:37,653 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/953f58da54c04bcdbcfe95145db4fbfc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/953f58da54c04bcdbcfe95145db4fbfc 2024-11-20T02:22:37,658 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/C of d1f053b87d4a56f05a4f7e6e7c3b174a into 953f58da54c04bcdbcfe95145db4fbfc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:37,658 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:37,658 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/C, priority=13, startTime=1732069357606; duration=0sec 2024-11-20T02:22:37,658 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:37,658 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:C 2024-11-20T02:22:37,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:37,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T02:22:37,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:37,701 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T02:22:37,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:37,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:37,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:37,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:37,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:37,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:37,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/f654b6ce8c27406bb4051a7ed20997d6 is 50, key is test_row_0/A:col10/1732069356359/Put/seqid=0 2024-11-20T02:22:37,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742110_1286 (size=12151) 2024-11-20T02:22:38,030 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/daf4e88b5db24beabfb3a55a2af3b444 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/daf4e88b5db24beabfb3a55a2af3b444 2024-11-20T02:22:38,034 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/B of d1f053b87d4a56f05a4f7e6e7c3b174a into daf4e88b5db24beabfb3a55a2af3b444(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:38,034 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:38,034 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/B, priority=13, startTime=1732069357606; duration=0sec 2024-11-20T02:22:38,034 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:38,034 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:B 2024-11-20T02:22:38,111 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/f654b6ce8c27406bb4051a7ed20997d6 2024-11-20T02:22:38,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/954694b432934a429f1c2d2c1dfe2042 is 50, key is test_row_0/B:col10/1732069356359/Put/seqid=0 2024-11-20T02:22:38,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742111_1287 (size=12151) 2024-11-20T02:22:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:38,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069418152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069418152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069418153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069418153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069418255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069418256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069418256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069418256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T02:22:38,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069418458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069418459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069418459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069418461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069418479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,527 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/954694b432934a429f1c2d2c1dfe2042 2024-11-20T02:22:38,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/7954018ba55e49c0ae5836cd4380e8f4 is 50, key is test_row_0/C:col10/1732069356359/Put/seqid=0 2024-11-20T02:22:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742112_1288 (size=12151) 2024-11-20T02:22:38,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069418762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069418763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069418764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069418766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:38,942 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/7954018ba55e49c0ae5836cd4380e8f4 2024-11-20T02:22:38,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/f654b6ce8c27406bb4051a7ed20997d6 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f654b6ce8c27406bb4051a7ed20997d6 2024-11-20T02:22:38,950 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f654b6ce8c27406bb4051a7ed20997d6, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T02:22:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/954694b432934a429f1c2d2c1dfe2042 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/954694b432934a429f1c2d2c1dfe2042 2024-11-20T02:22:38,955 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/954694b432934a429f1c2d2c1dfe2042, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T02:22:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/7954018ba55e49c0ae5836cd4380e8f4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/7954018ba55e49c0ae5836cd4380e8f4 2024-11-20T02:22:38,959 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/7954018ba55e49c0ae5836cd4380e8f4, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T02:22:38,960 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for d1f053b87d4a56f05a4f7e6e7c3b174a in 1259ms, sequenceid=235, compaction requested=false 2024-11-20T02:22:38,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:38,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:38,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-20T02:22:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-20T02:22:38,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-20T02:22:38,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec 2024-11-20T02:22:38,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.6410 sec 2024-11-20T02:22:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:39,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T02:22:39,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:39,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:39,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:39,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:39,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:39,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:39,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/e977b124818a4e218ae8469870c84062 is 50, key is test_row_0/A:col10/1732069358152/Put/seqid=0 2024-11-20T02:22:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742113_1289 (size=12151) 2024-11-20T02:22:39,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069419334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069419335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069419335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069419336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069419438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069419438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069419439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069419439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069419640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069419642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069419642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069419643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/e977b124818a4e218ae8469870c84062 2024-11-20T02:22:39,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/66b65db2b6634e23ae73e72e619ea4d5 is 50, key is test_row_0/B:col10/1732069358152/Put/seqid=0 2024-11-20T02:22:39,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742114_1290 (size=12151) 2024-11-20T02:22:39,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/66b65db2b6634e23ae73e72e619ea4d5 2024-11-20T02:22:39,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/96c47cc55d424eec8b07a4fa44e723b3 is 50, key is test_row_0/C:col10/1732069358152/Put/seqid=0 2024-11-20T02:22:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742115_1291 (size=12151) 2024-11-20T02:22:39,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/96c47cc55d424eec8b07a4fa44e723b3 2024-11-20T02:22:39,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/e977b124818a4e218ae8469870c84062 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e977b124818a4e218ae8469870c84062 2024-11-20T02:22:39,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e977b124818a4e218ae8469870c84062, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T02:22:39,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/66b65db2b6634e23ae73e72e619ea4d5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/66b65db2b6634e23ae73e72e619ea4d5 2024-11-20T02:22:39,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/66b65db2b6634e23ae73e72e619ea4d5, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T02:22:39,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/96c47cc55d424eec8b07a4fa44e723b3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96c47cc55d424eec8b07a4fa44e723b3 2024-11-20T02:22:39,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96c47cc55d424eec8b07a4fa44e723b3, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T02:22:39,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d1f053b87d4a56f05a4f7e6e7c3b174a in 482ms, sequenceid=255, compaction requested=true 2024-11-20T02:22:39,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:39,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:39,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:39,751 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:39,751 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:39,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:39,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:39,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:39,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:39,752 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:39,752 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:39,752 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/A is initiating minor compaction (all files) 2024-11-20T02:22:39,752 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/B is initiating minor compaction (all files) 2024-11-20T02:22:39,752 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/A in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:39,752 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/B in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:39,753 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/df5fbd727423457b80d13b1d7e803c17, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f654b6ce8c27406bb4051a7ed20997d6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e977b124818a4e218ae8469870c84062] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.1 K 2024-11-20T02:22:39,753 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/daf4e88b5db24beabfb3a55a2af3b444, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/954694b432934a429f1c2d2c1dfe2042, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/66b65db2b6634e23ae73e72e619ea4d5] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.1 K 2024-11-20T02:22:39,753 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting daf4e88b5db24beabfb3a55a2af3b444, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732069355991 2024-11-20T02:22:39,753 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting df5fbd727423457b80d13b1d7e803c17, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732069355991 2024-11-20T02:22:39,753 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 954694b432934a429f1c2d2c1dfe2042, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732069356353 2024-11-20T02:22:39,753 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting f654b6ce8c27406bb4051a7ed20997d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732069356353 2024-11-20T02:22:39,754 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 66b65db2b6634e23ae73e72e619ea4d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069358152 2024-11-20T02:22:39,754 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting e977b124818a4e218ae8469870c84062, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069358152 2024-11-20T02:22:39,762 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#B#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:39,763 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/e455dda2afcb4fac961e6eaae5dc3454 is 50, key is test_row_0/B:col10/1732069358152/Put/seqid=0 2024-11-20T02:22:39,765 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:39,766 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/7e8f1b7937824fc9a7411aebd68ff34f is 50, key is test_row_0/A:col10/1732069358152/Put/seqid=0 2024-11-20T02:22:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742116_1292 (size=12765) 2024-11-20T02:22:39,783 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/e455dda2afcb4fac961e6eaae5dc3454 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/e455dda2afcb4fac961e6eaae5dc3454 2024-11-20T02:22:39,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742117_1293 (size=12765) 2024-11-20T02:22:39,789 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/B of d1f053b87d4a56f05a4f7e6e7c3b174a into e455dda2afcb4fac961e6eaae5dc3454(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:39,789 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:39,789 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/B, priority=13, startTime=1732069359751; duration=0sec 2024-11-20T02:22:39,789 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:39,789 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:B 2024-11-20T02:22:39,789 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:39,791 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:39,791 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/C is initiating minor compaction (all files) 2024-11-20T02:22:39,791 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/C in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:39,791 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/953f58da54c04bcdbcfe95145db4fbfc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/7954018ba55e49c0ae5836cd4380e8f4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96c47cc55d424eec8b07a4fa44e723b3] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.1 K 2024-11-20T02:22:39,792 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 953f58da54c04bcdbcfe95145db4fbfc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732069355991 2024-11-20T02:22:39,793 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 7954018ba55e49c0ae5836cd4380e8f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732069356353 2024-11-20T02:22:39,793 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/7e8f1b7937824fc9a7411aebd68ff34f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/7e8f1b7937824fc9a7411aebd68ff34f 2024-11-20T02:22:39,793 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 96c47cc55d424eec8b07a4fa44e723b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069358152 2024-11-20T02:22:39,799 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/A of d1f053b87d4a56f05a4f7e6e7c3b174a into 7e8f1b7937824fc9a7411aebd68ff34f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:39,799 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:39,799 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/A, priority=13, startTime=1732069359751; duration=0sec 2024-11-20T02:22:39,799 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:39,799 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:A 2024-11-20T02:22:39,805 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:39,806 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/407b63ab7d494a2384a45d7651dde4f4 is 50, key is test_row_0/C:col10/1732069358152/Put/seqid=0 2024-11-20T02:22:39,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742118_1294 (size=12765) 2024-11-20T02:22:39,817 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/407b63ab7d494a2384a45d7651dde4f4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/407b63ab7d494a2384a45d7651dde4f4 2024-11-20T02:22:39,825 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/C of d1f053b87d4a56f05a4f7e6e7c3b174a into 407b63ab7d494a2384a45d7651dde4f4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:39,825 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:39,825 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/C, priority=13, startTime=1732069359751; duration=0sec 2024-11-20T02:22:39,825 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:39,826 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:C 2024-11-20T02:22:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:39,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T02:22:39,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:39,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:39,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:39,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:39,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:39,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:39,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/db8a66957cbe4c60b702554da7acf7e9 is 50, key is test_row_0/A:col10/1732069359334/Put/seqid=0 2024-11-20T02:22:39,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742119_1295 (size=12301) 2024-11-20T02:22:39,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/db8a66957cbe4c60b702554da7acf7e9 2024-11-20T02:22:39,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069419956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069419960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069419960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069419960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:39,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/385039d359e244eebf7c8d21d2f387cf is 50, key is test_row_0/B:col10/1732069359334/Put/seqid=0 2024-11-20T02:22:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742120_1296 (size=12301) 2024-11-20T02:22:39,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/385039d359e244eebf7c8d21d2f387cf 2024-11-20T02:22:39,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/8fe81dcc233647f5bb6feb7f69d96a53 is 50, key is test_row_0/C:col10/1732069359334/Put/seqid=0 2024-11-20T02:22:39,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742121_1297 (size=12301) 2024-11-20T02:22:40,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069420061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069420063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069420063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069420063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069420263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069420265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069420265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069420266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/8fe81dcc233647f5bb6feb7f69d96a53 2024-11-20T02:22:40,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/db8a66957cbe4c60b702554da7acf7e9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/db8a66957cbe4c60b702554da7acf7e9 2024-11-20T02:22:40,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/db8a66957cbe4c60b702554da7acf7e9, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T02:22:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/385039d359e244eebf7c8d21d2f387cf as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/385039d359e244eebf7c8d21d2f387cf 2024-11-20T02:22:40,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/385039d359e244eebf7c8d21d2f387cf, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T02:22:40,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/8fe81dcc233647f5bb6feb7f69d96a53 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8fe81dcc233647f5bb6feb7f69d96a53 2024-11-20T02:22:40,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8fe81dcc233647f5bb6feb7f69d96a53, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T02:22:40,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for d1f053b87d4a56f05a4f7e6e7c3b174a in 467ms, sequenceid=277, compaction requested=false 2024-11-20T02:22:40,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T02:22:40,431 INFO [Thread-1108 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-20T02:22:40,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-20T02:22:40,434 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:40,434 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:40,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T02:22:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:40,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T02:22:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:40,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/feae186c2f864ba1afbfd9fe6399cf36 is 50, key is test_row_0/A:col10/1732069359954/Put/seqid=0 2024-11-20T02:22:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742122_1298 (size=12301) 2024-11-20T02:22:40,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069420530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T02:22:40,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069420567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069420569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069420569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069420570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T02:22:40,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:40,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:40,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:40,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:40,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:40,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069420633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T02:22:40,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T02:22:40,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:40,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:40,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:40,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:40,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:40,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069420837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:40,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T02:22:40,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:40,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:40,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:40,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:40,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:40,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/feae186c2f864ba1afbfd9fe6399cf36 2024-11-20T02:22:40,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/25ccc96481ea487ba42ddcc1d9cb677d is 50, key is test_row_0/B:col10/1732069359954/Put/seqid=0 2024-11-20T02:22:40,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742123_1299 (size=12301) 2024-11-20T02:22:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T02:22:41,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:41,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T02:22:41,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:41,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:41,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:41,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:41,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:41,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069421073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:41,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069421073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:41,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069421074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:41,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069421077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:41,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069421142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:41,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:41,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T02:22:41,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:41,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:41,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:41,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:41,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/25ccc96481ea487ba42ddcc1d9cb677d 2024-11-20T02:22:41,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/3666612528044ec09a80051bb363a42a is 50, key is test_row_0/C:col10/1732069359954/Put/seqid=0 2024-11-20T02:22:41,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:41,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T02:22:41,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:41,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:41,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:41,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:41,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:41,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742124_1300 (size=12301) 2024-11-20T02:22:41,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/3666612528044ec09a80051bb363a42a 2024-11-20T02:22:41,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/feae186c2f864ba1afbfd9fe6399cf36 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/feae186c2f864ba1afbfd9fe6399cf36 2024-11-20T02:22:41,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/feae186c2f864ba1afbfd9fe6399cf36, entries=150, sequenceid=296, filesize=12.0 K 2024-11-20T02:22:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/25ccc96481ea487ba42ddcc1d9cb677d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/25ccc96481ea487ba42ddcc1d9cb677d 2024-11-20T02:22:41,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/25ccc96481ea487ba42ddcc1d9cb677d, entries=150, sequenceid=296, filesize=12.0 K 2024-11-20T02:22:41,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/3666612528044ec09a80051bb363a42a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3666612528044ec09a80051bb363a42a 2024-11-20T02:22:41,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3666612528044ec09a80051bb363a42a, entries=150, sequenceid=296, filesize=12.0 K 2024-11-20T02:22:41,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d1f053b87d4a56f05a4f7e6e7c3b174a in 906ms, sequenceid=296, compaction requested=true 2024-11-20T02:22:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:41,398 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:41,399 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:41,399 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:41,399 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/A is initiating minor compaction (all files) 2024-11-20T02:22:41,400 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/A in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:41,400 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/7e8f1b7937824fc9a7411aebd68ff34f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/db8a66957cbe4c60b702554da7acf7e9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/feae186c2f864ba1afbfd9fe6399cf36] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.5 K 2024-11-20T02:22:41,401 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e8f1b7937824fc9a7411aebd68ff34f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069358152 2024-11-20T02:22:41,401 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting db8a66957cbe4c60b702554da7acf7e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732069359334 2024-11-20T02:22:41,401 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:41,401 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/B is initiating minor compaction (all files) 2024-11-20T02:22:41,401 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/B in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:41,402 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/e455dda2afcb4fac961e6eaae5dc3454, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/385039d359e244eebf7c8d21d2f387cf, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/25ccc96481ea487ba42ddcc1d9cb677d] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.5 K 2024-11-20T02:22:41,402 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting feae186c2f864ba1afbfd9fe6399cf36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732069359954 2024-11-20T02:22:41,402 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e455dda2afcb4fac961e6eaae5dc3454, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069358152 2024-11-20T02:22:41,403 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 385039d359e244eebf7c8d21d2f387cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732069359334 2024-11-20T02:22:41,404 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 25ccc96481ea487ba42ddcc1d9cb677d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732069359954 2024-11-20T02:22:41,422 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#A#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:41,423 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/345fa68d5c9b4675b242c676692fb761 is 50, key is test_row_0/A:col10/1732069359954/Put/seqid=0 2024-11-20T02:22:41,434 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:41,435 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/da3070d59b9948c380b2e45bf361ea5a is 50, key is test_row_0/B:col10/1732069359954/Put/seqid=0 2024-11-20T02:22:41,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742126_1302 (size=13017) 2024-11-20T02:22:41,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742125_1301 (size=13017) 2024-11-20T02:22:41,508 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:41,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T02:22:41,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:41,509 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T02:22:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:41,519 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/345fa68d5c9b4675b242c676692fb761 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/345fa68d5c9b4675b242c676692fb761 2024-11-20T02:22:41,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/873af718d5a74e278c102cfd5863fe78 is 50, key is test_row_0/A:col10/1732069360517/Put/seqid=0 2024-11-20T02:22:41,533 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/A of d1f053b87d4a56f05a4f7e6e7c3b174a into 345fa68d5c9b4675b242c676692fb761(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:41,533 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:41,533 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/A, priority=13, startTime=1732069361398; duration=0sec 2024-11-20T02:22:41,533 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:41,533 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:A 2024-11-20T02:22:41,533 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:41,536 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:41,536 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/C is initiating minor compaction (all files) 2024-11-20T02:22:41,536 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/C in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:41,536 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/407b63ab7d494a2384a45d7651dde4f4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8fe81dcc233647f5bb6feb7f69d96a53, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3666612528044ec09a80051bb363a42a] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.5 K 2024-11-20T02:22:41,537 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 407b63ab7d494a2384a45d7651dde4f4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732069358152 2024-11-20T02:22:41,537 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fe81dcc233647f5bb6feb7f69d96a53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732069359334 2024-11-20T02:22:41,538 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3666612528044ec09a80051bb363a42a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732069359954 2024-11-20T02:22:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T02:22:41,558 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:41,559 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/13a48e792c804478887ada7691125bc8 is 50, key is test_row_0/C:col10/1732069359954/Put/seqid=0 2024-11-20T02:22:41,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742127_1303 (size=12301) 2024-11-20T02:22:41,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742128_1304 (size=13017) 2024-11-20T02:22:41,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:41,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069421717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:41,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069421823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:41,907 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/da3070d59b9948c380b2e45bf361ea5a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/da3070d59b9948c380b2e45bf361ea5a 2024-11-20T02:22:41,917 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/B of d1f053b87d4a56f05a4f7e6e7c3b174a into da3070d59b9948c380b2e45bf361ea5a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:41,917 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:41,917 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/B, priority=13, startTime=1732069361399; duration=0sec 2024-11-20T02:22:41,917 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:41,918 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:B 2024-11-20T02:22:41,991 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/873af718d5a74e278c102cfd5863fe78 2024-11-20T02:22:42,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/97a0525266a24246a7744e7b54a6acc4 is 50, key is test_row_0/B:col10/1732069360517/Put/seqid=0 2024-11-20T02:22:42,014 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/13a48e792c804478887ada7691125bc8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/13a48e792c804478887ada7691125bc8 2024-11-20T02:22:42,021 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/C of d1f053b87d4a56f05a4f7e6e7c3b174a into 13a48e792c804478887ada7691125bc8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:42,021 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:42,021 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/C, priority=13, startTime=1732069361399; duration=0sec 2024-11-20T02:22:42,024 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:42,024 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:C 2024-11-20T02:22:42,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742129_1305 (size=12301) 2024-11-20T02:22:42,030 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/97a0525266a24246a7744e7b54a6acc4 2024-11-20T02:22:42,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069422026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:42,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/4f4899ba134d411e9eed56f44d89552e is 50, key is test_row_0/C:col10/1732069360517/Put/seqid=0 2024-11-20T02:22:42,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742130_1306 (size=12301) 2024-11-20T02:22:42,074 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/4f4899ba134d411e9eed56f44d89552e 2024-11-20T02:22:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/873af718d5a74e278c102cfd5863fe78 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/873af718d5a74e278c102cfd5863fe78 2024-11-20T02:22:42,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069422083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:42,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069422083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:42,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069422084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:42,088 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/873af718d5a74e278c102cfd5863fe78, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T02:22:42,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/97a0525266a24246a7744e7b54a6acc4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/97a0525266a24246a7744e7b54a6acc4 2024-11-20T02:22:42,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069422087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:42,095 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/97a0525266a24246a7744e7b54a6acc4, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T02:22:42,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/4f4899ba134d411e9eed56f44d89552e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/4f4899ba134d411e9eed56f44d89552e 2024-11-20T02:22:42,102 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/4f4899ba134d411e9eed56f44d89552e, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T02:22:42,103 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d1f053b87d4a56f05a4f7e6e7c3b174a in 594ms, sequenceid=313, compaction requested=false 2024-11-20T02:22:42,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:42,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:42,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-20T02:22:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-20T02:22:42,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-20T02:22:42,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6690 sec 2024-11-20T02:22:42,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.6730 sec 2024-11-20T02:22:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:42,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T02:22:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:42,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:42,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:42,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:42,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:42,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/e1bc8285c67546669fb164bf5449ca0a is 50, key is test_row_0/A:col10/1732069361701/Put/seqid=0 2024-11-20T02:22:42,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742131_1307 (size=14741) 2024-11-20T02:22:42,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069422376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:42,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069422479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T02:22:42,539 INFO [Thread-1108 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-20T02:22:42,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-20T02:22:42,542 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T02:22:42,543 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:42,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T02:22:42,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069422682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:42,695 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:42,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T02:22:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:42,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:42,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/e1bc8285c67546669fb164bf5449ca0a 2024-11-20T02:22:42,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/3b52210823bb4020b4a298974c6bfa86 is 50, key is test_row_0/B:col10/1732069361701/Put/seqid=0 2024-11-20T02:22:42,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742132_1308 (size=12301) 2024-11-20T02:22:42,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/3b52210823bb4020b4a298974c6bfa86 2024-11-20T02:22:42,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/96cebafca37f424da5cde6727a8abf2e is 50, key is test_row_0/C:col10/1732069361701/Put/seqid=0 2024-11-20T02:22:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742133_1309 (size=12301) 2024-11-20T02:22:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T02:22:42,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:42,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T02:22:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:42,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:42,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:42,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069422990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:43,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:43,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T02:22:43,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:43,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:43,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:43,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T02:22:43,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:43,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T02:22:43,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:43,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:43,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:43,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:43,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:43,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/96cebafca37f424da5cde6727a8abf2e 2024-11-20T02:22:43,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/e1bc8285c67546669fb164bf5449ca0a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e1bc8285c67546669fb164bf5449ca0a 2024-11-20T02:22:43,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e1bc8285c67546669fb164bf5449ca0a, entries=200, sequenceid=336, filesize=14.4 K 2024-11-20T02:22:43,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/3b52210823bb4020b4a298974c6bfa86 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/3b52210823bb4020b4a298974c6bfa86 2024-11-20T02:22:43,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/3b52210823bb4020b4a298974c6bfa86, entries=150, sequenceid=336, filesize=12.0 K 2024-11-20T02:22:43,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/96cebafca37f424da5cde6727a8abf2e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96cebafca37f424da5cde6727a8abf2e 2024-11-20T02:22:43,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96cebafca37f424da5cde6727a8abf2e, entries=150, sequenceid=336, filesize=12.0 K 2024-11-20T02:22:43,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d1f053b87d4a56f05a4f7e6e7c3b174a in 886ms, sequenceid=336, compaction requested=true 2024-11-20T02:22:43,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:43,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:43,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:43,221 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:43,221 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:43,223 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:43,223 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/A is initiating minor compaction (all files) 2024-11-20T02:22:43,223 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/A in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:43,223 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/345fa68d5c9b4675b242c676692fb761, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/873af718d5a74e278c102cfd5863fe78, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e1bc8285c67546669fb164bf5449ca0a] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=39.1 K 2024-11-20T02:22:43,223 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:43,223 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/B is initiating minor compaction (all files) 2024-11-20T02:22:43,223 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/B in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:43,224 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/da3070d59b9948c380b2e45bf361ea5a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/97a0525266a24246a7744e7b54a6acc4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/3b52210823bb4020b4a298974c6bfa86] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.7 K 2024-11-20T02:22:43,224 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 345fa68d5c9b4675b242c676692fb761, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732069359954 2024-11-20T02:22:43,224 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting da3070d59b9948c380b2e45bf361ea5a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732069359954 2024-11-20T02:22:43,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:43,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:43,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:43,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:43,225 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 97a0525266a24246a7744e7b54a6acc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732069360517 2024-11-20T02:22:43,225 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 873af718d5a74e278c102cfd5863fe78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732069360517 2024-11-20T02:22:43,225 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1bc8285c67546669fb164bf5449ca0a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732069361701 2024-11-20T02:22:43,225 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b52210823bb4020b4a298974c6bfa86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732069361701 2024-11-20T02:22:43,233 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#B#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:43,234 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/0be061ed795a4ef3867fd69458c62b6b is 50, key is test_row_0/B:col10/1732069361701/Put/seqid=0 2024-11-20T02:22:43,236 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:43,236 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/6ac977349dff4453ad66c5861d694144 is 50, key is test_row_0/A:col10/1732069361701/Put/seqid=0 2024-11-20T02:22:43,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742135_1311 (size=13119) 2024-11-20T02:22:43,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742134_1310 (size=13119) 2024-11-20T02:22:43,246 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/6ac977349dff4453ad66c5861d694144 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/6ac977349dff4453ad66c5861d694144 2024-11-20T02:22:43,251 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/A of d1f053b87d4a56f05a4f7e6e7c3b174a into 6ac977349dff4453ad66c5861d694144(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:43,251 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:43,251 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/A, priority=13, startTime=1732069363221; duration=0sec 2024-11-20T02:22:43,251 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:43,251 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:A 2024-11-20T02:22:43,251 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:43,252 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:43,252 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/C is initiating minor compaction (all files) 2024-11-20T02:22:43,252 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/C in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:43,252 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/13a48e792c804478887ada7691125bc8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/4f4899ba134d411e9eed56f44d89552e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96cebafca37f424da5cde6727a8abf2e] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.7 K 2024-11-20T02:22:43,253 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13a48e792c804478887ada7691125bc8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732069359954 2024-11-20T02:22:43,253 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f4899ba134d411e9eed56f44d89552e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732069360517 2024-11-20T02:22:43,253 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96cebafca37f424da5cde6727a8abf2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732069361701 2024-11-20T02:22:43,260 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:43,261 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/70aa55a841f0454d8aed0a38877c0150 is 50, key is test_row_0/C:col10/1732069361701/Put/seqid=0 2024-11-20T02:22:43,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742136_1312 (size=13119) 2024-11-20T02:22:43,276 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/70aa55a841f0454d8aed0a38877c0150 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/70aa55a841f0454d8aed0a38877c0150 2024-11-20T02:22:43,284 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/C of d1f053b87d4a56f05a4f7e6e7c3b174a into 70aa55a841f0454d8aed0a38877c0150(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:43,284 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:43,284 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/C, priority=13, startTime=1732069363225; duration=0sec 2024-11-20T02:22:43,284 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:43,284 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:C 2024-11-20T02:22:43,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:43,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T02:22:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:43,310 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T02:22:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:43,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:43,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:43,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:43,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/ecb189ce8a6e4b94b35b654660aa59ba is 50, key is test_row_0/A:col10/1732069362374/Put/seqid=0 2024-11-20T02:22:43,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742137_1313 (size=12301) 2024-11-20T02:22:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069423538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:43,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069423642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T02:22:43,651 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/0be061ed795a4ef3867fd69458c62b6b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/0be061ed795a4ef3867fd69458c62b6b 2024-11-20T02:22:43,657 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/B of d1f053b87d4a56f05a4f7e6e7c3b174a into 0be061ed795a4ef3867fd69458c62b6b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:43,657 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:43,657 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/B, priority=13, startTime=1732069363221; duration=0sec 2024-11-20T02:22:43,657 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:43,657 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:B 2024-11-20T02:22:43,755 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/ecb189ce8a6e4b94b35b654660aa59ba 2024-11-20T02:22:43,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/d7d5f978f3d749b8899383ef680985f5 is 50, key is test_row_0/B:col10/1732069362374/Put/seqid=0 2024-11-20T02:22:43,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742138_1314 (size=12301) 2024-11-20T02:22:43,821 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/d7d5f978f3d749b8899383ef680985f5 2024-11-20T02:22:43,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/17bc9d8521f44c7aba6c2e29be040a87 is 50, key is test_row_0/C:col10/1732069362374/Put/seqid=0 2024-11-20T02:22:43,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069423844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742139_1315 (size=12301) 2024-11-20T02:22:43,860 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/17bc9d8521f44c7aba6c2e29be040a87 2024-11-20T02:22:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/ecb189ce8a6e4b94b35b654660aa59ba as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/ecb189ce8a6e4b94b35b654660aa59ba 2024-11-20T02:22:43,876 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/ecb189ce8a6e4b94b35b654660aa59ba, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T02:22:43,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/d7d5f978f3d749b8899383ef680985f5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/d7d5f978f3d749b8899383ef680985f5 2024-11-20T02:22:43,882 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/d7d5f978f3d749b8899383ef680985f5, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T02:22:43,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/17bc9d8521f44c7aba6c2e29be040a87 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17bc9d8521f44c7aba6c2e29be040a87 2024-11-20T02:22:43,887 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17bc9d8521f44c7aba6c2e29be040a87, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T02:22:43,890 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d1f053b87d4a56f05a4f7e6e7c3b174a in 579ms, sequenceid=354, compaction requested=false 2024-11-20T02:22:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-20T02:22:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-20T02:22:43,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-20T02:22:43,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3480 sec 2024-11-20T02:22:43,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.3600 sec 2024-11-20T02:22:44,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:22:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:44,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:44,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:44,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:44,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:44,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:44,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:44,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/af3c5bda96aa44f5a77433599bf620d2 is 50, key is test_row_0/A:col10/1732069363521/Put/seqid=0 2024-11-20T02:22:44,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742140_1316 (size=12301) 2024-11-20T02:22:44,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/af3c5bda96aa44f5a77433599bf620d2 2024-11-20T02:22:44,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069424109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069424111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069424112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069424113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/12d69637a55147bb902c7f1a08d1fe94 is 50, key is test_row_0/B:col10/1732069363521/Put/seqid=0 2024-11-20T02:22:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742141_1317 (size=12301) 2024-11-20T02:22:44,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069424146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069424213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069424217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069424217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069424217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069424416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069424419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069424420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069424421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/12d69637a55147bb902c7f1a08d1fe94 2024-11-20T02:22:44,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/a8dab07ec47644f791b4228e7c6eeaee is 50, key is test_row_0/C:col10/1732069363521/Put/seqid=0 2024-11-20T02:22:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742142_1318 (size=12301) 2024-11-20T02:22:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T02:22:44,648 INFO [Thread-1108 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-20T02:22:44,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:44,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069424648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-20T02:22:44,651 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T02:22:44,652 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:44,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:44,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069424721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069424721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069424723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069424723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T02:22:44,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T02:22:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:44,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:44,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/a8dab07ec47644f791b4228e7c6eeaee 2024-11-20T02:22:44,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/af3c5bda96aa44f5a77433599bf620d2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/af3c5bda96aa44f5a77433599bf620d2 2024-11-20T02:22:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T02:22:44,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/af3c5bda96aa44f5a77433599bf620d2, entries=150, sequenceid=377, filesize=12.0 K 2024-11-20T02:22:44,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/12d69637a55147bb902c7f1a08d1fe94 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/12d69637a55147bb902c7f1a08d1fe94 2024-11-20T02:22:44,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:44,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T02:22:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:44,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:44,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/12d69637a55147bb902c7f1a08d1fe94, entries=150, sequenceid=377, filesize=12.0 K 2024-11-20T02:22:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/a8dab07ec47644f791b4228e7c6eeaee as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/a8dab07ec47644f791b4228e7c6eeaee 2024-11-20T02:22:44,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/a8dab07ec47644f791b4228e7c6eeaee, entries=150, sequenceid=377, filesize=12.0 K 2024-11-20T02:22:44,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d1f053b87d4a56f05a4f7e6e7c3b174a in 871ms, sequenceid=377, compaction requested=true 2024-11-20T02:22:44,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:44,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:44,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:44,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:44,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:44,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:44,967 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:44,967 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:44,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:44,968 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:44,968 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:44,968 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/A is initiating minor compaction (all files) 2024-11-20T02:22:44,968 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/B is initiating minor compaction (all files) 2024-11-20T02:22:44,968 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/A in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:44,968 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/B in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:44,969 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/0be061ed795a4ef3867fd69458c62b6b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/d7d5f978f3d749b8899383ef680985f5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/12d69637a55147bb902c7f1a08d1fe94] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.8 K 2024-11-20T02:22:44,969 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/6ac977349dff4453ad66c5861d694144, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/ecb189ce8a6e4b94b35b654660aa59ba, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/af3c5bda96aa44f5a77433599bf620d2] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.8 K 2024-11-20T02:22:44,969 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 0be061ed795a4ef3867fd69458c62b6b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732069361701 2024-11-20T02:22:44,969 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ac977349dff4453ad66c5861d694144, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732069361701 2024-11-20T02:22:44,970 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting d7d5f978f3d749b8899383ef680985f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732069362356 2024-11-20T02:22:44,970 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecb189ce8a6e4b94b35b654660aa59ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732069362356 2024-11-20T02:22:44,970 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 12d69637a55147bb902c7f1a08d1fe94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732069363521 2024-11-20T02:22:44,970 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting af3c5bda96aa44f5a77433599bf620d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732069363521 2024-11-20T02:22:44,994 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#B#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:44,994 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/7f345ce660e545519d1fa9a160db6699 is 50, key is test_row_0/B:col10/1732069363521/Put/seqid=0 2024-11-20T02:22:44,999 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:45,000 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/2280a8c0b98b46808e919909c852f68b is 50, key is test_row_0/A:col10/1732069363521/Put/seqid=0 2024-11-20T02:22:45,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742143_1319 (size=13221) 2024-11-20T02:22:45,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742144_1320 (size=13221) 2024-11-20T02:22:45,111 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T02:22:45,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:45,116 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T02:22:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:45,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/1b9ab07546bd4ebe9807d104ccd45ae2 is 50, key is test_row_0/A:col10/1732069364109/Put/seqid=0 2024-11-20T02:22:45,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742145_1321 (size=12301) 2024-11-20T02:22:45,135 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/1b9ab07546bd4ebe9807d104ccd45ae2 2024-11-20T02:22:45,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/415a01d681d84b22bfa879bdd18532af is 50, key is test_row_0/B:col10/1732069364109/Put/seqid=0 2024-11-20T02:22:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742146_1322 (size=12301) 2024-11-20T02:22:45,163 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/415a01d681d84b22bfa879bdd18532af 2024-11-20T02:22:45,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/00065e78bb1b44e38fe57ecb5a7162db is 50, key is test_row_0/C:col10/1732069364109/Put/seqid=0 2024-11-20T02:22:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:45,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:45,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742147_1323 (size=12301) 2024-11-20T02:22:45,249 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/00065e78bb1b44e38fe57ecb5a7162db 2024-11-20T02:22:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T02:22:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/1b9ab07546bd4ebe9807d104ccd45ae2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1b9ab07546bd4ebe9807d104ccd45ae2 2024-11-20T02:22:45,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069425260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,265 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1b9ab07546bd4ebe9807d104ccd45ae2, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T02:22:45,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/415a01d681d84b22bfa879bdd18532af as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/415a01d681d84b22bfa879bdd18532af 2024-11-20T02:22:45,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069425261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069425263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069425264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,271 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/415a01d681d84b22bfa879bdd18532af, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T02:22:45,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/00065e78bb1b44e38fe57ecb5a7162db as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/00065e78bb1b44e38fe57ecb5a7162db 2024-11-20T02:22:45,277 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/00065e78bb1b44e38fe57ecb5a7162db, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T02:22:45,278 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d1f053b87d4a56f05a4f7e6e7c3b174a in 162ms, sequenceid=391, compaction requested=true 2024-11-20T02:22:45,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:45,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:45,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-20T02:22:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-20T02:22:45,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-20T02:22:45,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 628 msec 2024-11-20T02:22:45,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 633 msec 2024-11-20T02:22:45,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:22:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:45,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/465e8fd43f6e45bf9f6a97d3e30db2f8 is 50, key is test_row_0/A:col10/1732069365261/Put/seqid=0 2024-11-20T02:22:45,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069425386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069425388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069425390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069425390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,413 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/7f345ce660e545519d1fa9a160db6699 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/7f345ce660e545519d1fa9a160db6699 2024-11-20T02:22:45,418 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/B of d1f053b87d4a56f05a4f7e6e7c3b174a into 7f345ce660e545519d1fa9a160db6699(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:45,418 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:45,418 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/B, priority=13, startTime=1732069364967; duration=0sec 2024-11-20T02:22:45,418 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:45,418 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:B 2024-11-20T02:22:45,418 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:22:45,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742148_1324 (size=12301) 2024-11-20T02:22:45,421 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:22:45,421 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/C is initiating minor compaction (all files) 2024-11-20T02:22:45,421 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/C in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:45,421 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/70aa55a841f0454d8aed0a38877c0150, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17bc9d8521f44c7aba6c2e29be040a87, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/a8dab07ec47644f791b4228e7c6eeaee, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/00065e78bb1b44e38fe57ecb5a7162db] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=48.8 K 2024-11-20T02:22:45,423 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 70aa55a841f0454d8aed0a38877c0150, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732069361701 2024-11-20T02:22:45,423 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 17bc9d8521f44c7aba6c2e29be040a87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732069362356 2024-11-20T02:22:45,424 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a8dab07ec47644f791b4228e7c6eeaee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732069363521 2024-11-20T02:22:45,424 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 00065e78bb1b44e38fe57ecb5a7162db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732069364109 2024-11-20T02:22:45,439 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/2280a8c0b98b46808e919909c852f68b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/2280a8c0b98b46808e919909c852f68b 2024-11-20T02:22:45,449 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#C#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:45,450 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/5530f9ea0c3745d4837d7e65d56ee780 is 50, key is test_row_0/C:col10/1732069364109/Put/seqid=0 2024-11-20T02:22:45,452 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/A of d1f053b87d4a56f05a4f7e6e7c3b174a into 2280a8c0b98b46808e919909c852f68b(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:45,452 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:45,452 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/A, priority=13, startTime=1732069364967; duration=0sec 2024-11-20T02:22:45,452 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:45,452 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:A 2024-11-20T02:22:45,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069425491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742149_1325 (size=13255) 2024-11-20T02:22:45,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069425495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069425495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069425496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732069425657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069425696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069425701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069425701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069425701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T02:22:45,755 INFO [Thread-1108 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-20T02:22:45,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-20T02:22:45,758 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T02:22:45,758 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:45,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:45,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/465e8fd43f6e45bf9f6a97d3e30db2f8 2024-11-20T02:22:45,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/1c0a7c5b9743408d98866320362e0f7a is 50, key is test_row_0/B:col10/1732069365261/Put/seqid=0 2024-11-20T02:22:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742150_1326 (size=12301) 2024-11-20T02:22:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T02:22:45,904 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/5530f9ea0c3745d4837d7e65d56ee780 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/5530f9ea0c3745d4837d7e65d56ee780 2024-11-20T02:22:45,909 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/C of d1f053b87d4a56f05a4f7e6e7c3b174a into 5530f9ea0c3745d4837d7e65d56ee780(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:45,909 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:45,909 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/C, priority=12, startTime=1732069364967; duration=0sec 2024-11-20T02:22:45,909 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:45,910 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:C 2024-11-20T02:22:45,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:45,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T02:22:45,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:45,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:45,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:45,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:45,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:46,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35124 deadline: 1732069426000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:46,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35148 deadline: 1732069426003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:46,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35112 deadline: 1732069426004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:46,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35132 deadline: 1732069426006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T02:22:46,062 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:46,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T02:22:46,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:46,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:46,215 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:46,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T02:22:46,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:46,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:46,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:46,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:46,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:46,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/1c0a7c5b9743408d98866320362e0f7a 2024-11-20T02:22:46,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/d0af10e883ca472583a6c6a28478b2b9 is 50, key is test_row_0/C:col10/1732069365261/Put/seqid=0 2024-11-20T02:22:46,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742151_1327 (size=12301) 2024-11-20T02:22:46,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/d0af10e883ca472583a6c6a28478b2b9 2024-11-20T02:22:46,287 DEBUG [Thread-1115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:51936 2024-11-20T02:22:46,287 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:46,287 DEBUG [Thread-1117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:51936 2024-11-20T02:22:46,287 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:46,288 DEBUG [Thread-1109 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:51936 2024-11-20T02:22:46,288 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:46,289 DEBUG [Thread-1111 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:51936 2024-11-20T02:22:46,289 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:46,289 DEBUG [Thread-1113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:51936 2024-11-20T02:22:46,289 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:46,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/465e8fd43f6e45bf9f6a97d3e30db2f8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/465e8fd43f6e45bf9f6a97d3e30db2f8 2024-11-20T02:22:46,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/465e8fd43f6e45bf9f6a97d3e30db2f8, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T02:22:46,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/1c0a7c5b9743408d98866320362e0f7a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1c0a7c5b9743408d98866320362e0f7a 2024-11-20T02:22:46,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1c0a7c5b9743408d98866320362e0f7a, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T02:22:46,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/d0af10e883ca472583a6c6a28478b2b9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/d0af10e883ca472583a6c6a28478b2b9 2024-11-20T02:22:46,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/d0af10e883ca472583a6c6a28478b2b9, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T02:22:46,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d1f053b87d4a56f05a4f7e6e7c3b174a in 933ms, sequenceid=414, compaction requested=true 2024-11-20T02:22:46,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:46,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:46,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:46,304 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:46,305 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:46,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:46,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:46,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1f053b87d4a56f05a4f7e6e7c3b174a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:46,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:46,306 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:46,306 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/B is initiating minor compaction (all files) 2024-11-20T02:22:46,306 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/B in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:46,306 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/7f345ce660e545519d1fa9a160db6699, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/415a01d681d84b22bfa879bdd18532af, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1c0a7c5b9743408d98866320362e0f7a] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.9 K 2024-11-20T02:22:46,306 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:46,307 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): d1f053b87d4a56f05a4f7e6e7c3b174a/A is initiating minor compaction (all files) 2024-11-20T02:22:46,307 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1f053b87d4a56f05a4f7e6e7c3b174a/A in TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:46,307 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/2280a8c0b98b46808e919909c852f68b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1b9ab07546bd4ebe9807d104ccd45ae2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/465e8fd43f6e45bf9f6a97d3e30db2f8] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp, totalSize=36.9 K 2024-11-20T02:22:46,307 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f345ce660e545519d1fa9a160db6699, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732069363521 2024-11-20T02:22:46,307 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2280a8c0b98b46808e919909c852f68b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732069363521 2024-11-20T02:22:46,308 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 415a01d681d84b22bfa879bdd18532af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732069364109 2024-11-20T02:22:46,308 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c0a7c5b9743408d98866320362e0f7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732069365261 2024-11-20T02:22:46,308 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b9ab07546bd4ebe9807d104ccd45ae2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732069364109 2024-11-20T02:22:46,309 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 465e8fd43f6e45bf9f6a97d3e30db2f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732069365261 2024-11-20T02:22:46,317 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#B#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:46,318 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/a834e70030124ba78a6e064865f4adda is 50, key is test_row_0/B:col10/1732069365261/Put/seqid=0 2024-11-20T02:22:46,318 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1f053b87d4a56f05a4f7e6e7c3b174a#A#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:46,318 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/e673538a26694ebb86f3c4e38196c0ba is 50, key is test_row_0/A:col10/1732069365261/Put/seqid=0 2024-11-20T02:22:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742152_1328 (size=13323) 2024-11-20T02:22:46,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742153_1329 (size=13323) 2024-11-20T02:22:46,330 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/a834e70030124ba78a6e064865f4adda as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/a834e70030124ba78a6e064865f4adda 2024-11-20T02:22:46,333 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/B of d1f053b87d4a56f05a4f7e6e7c3b174a into a834e70030124ba78a6e064865f4adda(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:46,334 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:46,334 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/B, priority=13, startTime=1732069366304; duration=0sec 2024-11-20T02:22:46,334 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:46,334 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:B 2024-11-20T02:22:46,334 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T02:22:46,334 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T02:22:46,334 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T02:22:46,334 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. because compaction request was cancelled 2024-11-20T02:22:46,334 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:C 2024-11-20T02:22:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T02:22:46,368 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:46,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T02:22:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:46,369 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T02:22:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:46,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/1a97ecce2b0a45cfbaee4a90373ac6e2 is 50, key is test_row_0/A:col10/1732069365374/Put/seqid=0 2024-11-20T02:22:46,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742154_1330 (size=12301) 2024-11-20T02:22:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. as already flushing 2024-11-20T02:22:46,506 DEBUG [Thread-1104 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:51936 2024-11-20T02:22:46,506 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:46,511 DEBUG [Thread-1098 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:51936 2024-11-20T02:22:46,511 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:46,511 DEBUG [Thread-1106 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:51936 2024-11-20T02:22:46,512 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:46,514 DEBUG [Thread-1102 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:51936 2024-11-20T02:22:46,514 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:46,730 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/e673538a26694ebb86f3c4e38196c0ba as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e673538a26694ebb86f3c4e38196c0ba 2024-11-20T02:22:46,734 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1f053b87d4a56f05a4f7e6e7c3b174a/A of d1f053b87d4a56f05a4f7e6e7c3b174a into e673538a26694ebb86f3c4e38196c0ba(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:46,734 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:46,734 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a., storeName=d1f053b87d4a56f05a4f7e6e7c3b174a/A, priority=13, startTime=1732069366304; duration=0sec 2024-11-20T02:22:46,734 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:46,734 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1f053b87d4a56f05a4f7e6e7c3b174a:A 2024-11-20T02:22:46,777 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/1a97ecce2b0a45cfbaee4a90373ac6e2 2024-11-20T02:22:46,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/978f234e55f24061acbd675a55f3dae0 is 50, key is test_row_0/B:col10/1732069365374/Put/seqid=0 2024-11-20T02:22:46,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742155_1331 (size=12301) 2024-11-20T02:22:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T02:22:47,188 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/978f234e55f24061acbd675a55f3dae0 2024-11-20T02:22:47,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/55a50c5fe5174a17a4394d2ddfb076f3 is 50, key is test_row_0/C:col10/1732069365374/Put/seqid=0 2024-11-20T02:22:47,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742156_1332 (size=12301) 2024-11-20T02:22:47,599 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/55a50c5fe5174a17a4394d2ddfb076f3 2024-11-20T02:22:47,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/1a97ecce2b0a45cfbaee4a90373ac6e2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1a97ecce2b0a45cfbaee4a90373ac6e2 2024-11-20T02:22:47,607 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1a97ecce2b0a45cfbaee4a90373ac6e2, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T02:22:47,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/978f234e55f24061acbd675a55f3dae0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/978f234e55f24061acbd675a55f3dae0 2024-11-20T02:22:47,611 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/978f234e55f24061acbd675a55f3dae0, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T02:22:47,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/55a50c5fe5174a17a4394d2ddfb076f3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/55a50c5fe5174a17a4394d2ddfb076f3 2024-11-20T02:22:47,618 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/55a50c5fe5174a17a4394d2ddfb076f3, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T02:22:47,619 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for d1f053b87d4a56f05a4f7e6e7c3b174a in 1250ms, sequenceid=432, compaction requested=true 2024-11-20T02:22:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-20T02:22:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-20T02:22:47,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T02:22:47,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8620 sec 2024-11-20T02:22:47,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.8650 sec 2024-11-20T02:22:47,670 DEBUG [Thread-1100 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:51936 2024-11-20T02:22:47,670 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T02:22:47,862 INFO [Thread-1108 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 164 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6440 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6368 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6274 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6459 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6390 2024-11-20T02:22:47,862 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T02:22:47,862 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T02:22:47,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:51936 2024-11-20T02:22:47,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:22:47,863 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T02:22:47,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T02:22:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T02:22:47,866 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069367866"}]},"ts":"1732069367866"} 2024-11-20T02:22:47,867 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T02:22:47,869 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T02:22:47,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T02:22:47,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1f053b87d4a56f05a4f7e6e7c3b174a, UNASSIGN}] 2024-11-20T02:22:47,871 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1f053b87d4a56f05a4f7e6e7c3b174a, UNASSIGN 2024-11-20T02:22:47,871 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=d1f053b87d4a56f05a4f7e6e7c3b174a, regionState=CLOSING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:47,872 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T02:22:47,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:22:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T02:22:48,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:48,024 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:48,024 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T02:22:48,024 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing d1f053b87d4a56f05a4f7e6e7c3b174a, disabling compactions & flushes 2024-11-20T02:22:48,024 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:48,024 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:48,024 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. after waiting 0 ms 2024-11-20T02:22:48,024 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:48,024 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing d1f053b87d4a56f05a4f7e6e7c3b174a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T02:22:48,024 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=A 2024-11-20T02:22:48,024 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:48,024 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=B 2024-11-20T02:22:48,024 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:48,024 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1f053b87d4a56f05a4f7e6e7c3b174a, store=C 2024-11-20T02:22:48,024 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:48,028 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/ebf35e9d30754c48bf6c44af2098ee13 is 50, key is test_row_0/A:col10/1732069367668/Put/seqid=0 2024-11-20T02:22:48,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742157_1333 (size=12301) 2024-11-20T02:22:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T02:22:48,432 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/ebf35e9d30754c48bf6c44af2098ee13 2024-11-20T02:22:48,438 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/9caa00a2047b497da8fb1d8f5a3982e4 is 50, key is test_row_0/B:col10/1732069367668/Put/seqid=0 2024-11-20T02:22:48,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742158_1334 (size=12301) 2024-11-20T02:22:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T02:22:48,841 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/9caa00a2047b497da8fb1d8f5a3982e4 2024-11-20T02:22:48,848 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/2387bc8b5c444e0490fbfce54f832126 is 50, key is test_row_0/C:col10/1732069367668/Put/seqid=0 2024-11-20T02:22:48,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742159_1335 (size=12301) 2024-11-20T02:22:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T02:22:49,251 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/2387bc8b5c444e0490fbfce54f832126 2024-11-20T02:22:49,255 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/A/ebf35e9d30754c48bf6c44af2098ee13 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/ebf35e9d30754c48bf6c44af2098ee13 2024-11-20T02:22:49,259 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/ebf35e9d30754c48bf6c44af2098ee13, entries=150, sequenceid=441, filesize=12.0 K 2024-11-20T02:22:49,260 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/B/9caa00a2047b497da8fb1d8f5a3982e4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/9caa00a2047b497da8fb1d8f5a3982e4 2024-11-20T02:22:49,263 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/9caa00a2047b497da8fb1d8f5a3982e4, entries=150, sequenceid=441, filesize=12.0 K 2024-11-20T02:22:49,264 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/.tmp/C/2387bc8b5c444e0490fbfce54f832126 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/2387bc8b5c444e0490fbfce54f832126 2024-11-20T02:22:49,267 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/2387bc8b5c444e0490fbfce54f832126, entries=150, sequenceid=441, filesize=12.0 K 2024-11-20T02:22:49,268 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d1f053b87d4a56f05a4f7e6e7c3b174a in 1244ms, sequenceid=441, compaction requested=true 2024-11-20T02:22:49,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c66bf25eeb8b44c9ae79359ccf842587, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f53e30ae3fb64e59a0f167b2a4df62e4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/cd8527af8cff4e60a632b127496f9758, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/030276cd1096463ca074329cfc2d55a5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/482f4a57efe44f6985cb7883eab2470c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1ab8de2b41294cceb7d8cccc098288eb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/2dcfc21e095f4049bef94d3d1f15d3ca, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1f4421573c38429da817692f76a798ac, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/7afde3255fc3425e805ff749a0586cb8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/5df2672b6836471db7c2a71f1744b099, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c06f35d85bc04c40914d95f63ac34524, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/4dbd12027c4b4243ad1e5a11b84eed3a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f963670ddb7a46889ec75904a8c438fc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/3842496b423b4857a5a90a1ad24abec2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/df5fbd727423457b80d13b1d7e803c17, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/26dcbb5973ac464fa91d2a81e8eb15c7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f654b6ce8c27406bb4051a7ed20997d6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/7e8f1b7937824fc9a7411aebd68ff34f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e977b124818a4e218ae8469870c84062, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/db8a66957cbe4c60b702554da7acf7e9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/345fa68d5c9b4675b242c676692fb761, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/feae186c2f864ba1afbfd9fe6399cf36, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/873af718d5a74e278c102cfd5863fe78, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e1bc8285c67546669fb164bf5449ca0a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/6ac977349dff4453ad66c5861d694144, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/ecb189ce8a6e4b94b35b654660aa59ba, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/2280a8c0b98b46808e919909c852f68b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/af3c5bda96aa44f5a77433599bf620d2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1b9ab07546bd4ebe9807d104ccd45ae2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/465e8fd43f6e45bf9f6a97d3e30db2f8] to archive 2024-11-20T02:22:49,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:22:49,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c66bf25eeb8b44c9ae79359ccf842587 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c66bf25eeb8b44c9ae79359ccf842587 2024-11-20T02:22:49,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f53e30ae3fb64e59a0f167b2a4df62e4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f53e30ae3fb64e59a0f167b2a4df62e4 2024-11-20T02:22:49,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/cd8527af8cff4e60a632b127496f9758 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/cd8527af8cff4e60a632b127496f9758 2024-11-20T02:22:49,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/030276cd1096463ca074329cfc2d55a5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/030276cd1096463ca074329cfc2d55a5 2024-11-20T02:22:49,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/482f4a57efe44f6985cb7883eab2470c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/482f4a57efe44f6985cb7883eab2470c 2024-11-20T02:22:49,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1ab8de2b41294cceb7d8cccc098288eb to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1ab8de2b41294cceb7d8cccc098288eb 2024-11-20T02:22:49,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/2dcfc21e095f4049bef94d3d1f15d3ca to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/2dcfc21e095f4049bef94d3d1f15d3ca 2024-11-20T02:22:49,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1f4421573c38429da817692f76a798ac to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1f4421573c38429da817692f76a798ac 2024-11-20T02:22:49,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/7afde3255fc3425e805ff749a0586cb8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/7afde3255fc3425e805ff749a0586cb8 2024-11-20T02:22:49,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/5df2672b6836471db7c2a71f1744b099 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/5df2672b6836471db7c2a71f1744b099 2024-11-20T02:22:49,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c06f35d85bc04c40914d95f63ac34524 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/c06f35d85bc04c40914d95f63ac34524 2024-11-20T02:22:49,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/4dbd12027c4b4243ad1e5a11b84eed3a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/4dbd12027c4b4243ad1e5a11b84eed3a 2024-11-20T02:22:49,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f963670ddb7a46889ec75904a8c438fc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f963670ddb7a46889ec75904a8c438fc 2024-11-20T02:22:49,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/3842496b423b4857a5a90a1ad24abec2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/3842496b423b4857a5a90a1ad24abec2 2024-11-20T02:22:49,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/df5fbd727423457b80d13b1d7e803c17 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/df5fbd727423457b80d13b1d7e803c17 2024-11-20T02:22:49,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/26dcbb5973ac464fa91d2a81e8eb15c7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/26dcbb5973ac464fa91d2a81e8eb15c7 2024-11-20T02:22:49,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f654b6ce8c27406bb4051a7ed20997d6 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/f654b6ce8c27406bb4051a7ed20997d6 2024-11-20T02:22:49,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/7e8f1b7937824fc9a7411aebd68ff34f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/7e8f1b7937824fc9a7411aebd68ff34f 2024-11-20T02:22:49,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e977b124818a4e218ae8469870c84062 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e977b124818a4e218ae8469870c84062 2024-11-20T02:22:49,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/db8a66957cbe4c60b702554da7acf7e9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/db8a66957cbe4c60b702554da7acf7e9 2024-11-20T02:22:49,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/345fa68d5c9b4675b242c676692fb761 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/345fa68d5c9b4675b242c676692fb761 2024-11-20T02:22:49,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/feae186c2f864ba1afbfd9fe6399cf36 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/feae186c2f864ba1afbfd9fe6399cf36 2024-11-20T02:22:49,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/873af718d5a74e278c102cfd5863fe78 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/873af718d5a74e278c102cfd5863fe78 2024-11-20T02:22:49,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e1bc8285c67546669fb164bf5449ca0a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e1bc8285c67546669fb164bf5449ca0a 2024-11-20T02:22:49,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/6ac977349dff4453ad66c5861d694144 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/6ac977349dff4453ad66c5861d694144 2024-11-20T02:22:49,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/ecb189ce8a6e4b94b35b654660aa59ba to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/ecb189ce8a6e4b94b35b654660aa59ba 2024-11-20T02:22:49,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/2280a8c0b98b46808e919909c852f68b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/2280a8c0b98b46808e919909c852f68b 2024-11-20T02:22:49,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/af3c5bda96aa44f5a77433599bf620d2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/af3c5bda96aa44f5a77433599bf620d2 2024-11-20T02:22:49,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1b9ab07546bd4ebe9807d104ccd45ae2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1b9ab07546bd4ebe9807d104ccd45ae2 2024-11-20T02:22:49,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/465e8fd43f6e45bf9f6a97d3e30db2f8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/465e8fd43f6e45bf9f6a97d3e30db2f8 2024-11-20T02:22:49,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/6febda05d4f64c6c80c2e1922be3cb65, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/5155762d695b479988ab92f42edffe1d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/33810829576740e780e69b3f38e6e347, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/8508bf4a6beb4fcb8dd8608a82ae1216, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/a8b1be2dfaee4b0eb10157b5b9cc99c4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/9b06f0dcdd1042b5a6da999c6bd832f3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/f51dcbbe09714fd9885de71735e9dd1c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1410483a985a4cab8e29ae9147e0fb8c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/466b2c4ab2bf40ab954606cd29c75367, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/e13262b4756a410cacef4acf1f58b9ab, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/84ce0b7ef4694d2581be21a138d637b9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/89d3d53a7368445aa48ac825ef42a59d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/81add813b9ad45bdbc52ef5eb1a51228, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/09cf1d170d08410aafa32d966ff90eac, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/daf4e88b5db24beabfb3a55a2af3b444, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/0829f05b7bb041e1b86f6d595abdead1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/954694b432934a429f1c2d2c1dfe2042, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/e455dda2afcb4fac961e6eaae5dc3454, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/66b65db2b6634e23ae73e72e619ea4d5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/385039d359e244eebf7c8d21d2f387cf, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/da3070d59b9948c380b2e45bf361ea5a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/25ccc96481ea487ba42ddcc1d9cb677d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/97a0525266a24246a7744e7b54a6acc4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/0be061ed795a4ef3867fd69458c62b6b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/3b52210823bb4020b4a298974c6bfa86, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/d7d5f978f3d749b8899383ef680985f5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/7f345ce660e545519d1fa9a160db6699, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/12d69637a55147bb902c7f1a08d1fe94, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/415a01d681d84b22bfa879bdd18532af, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1c0a7c5b9743408d98866320362e0f7a] to archive 2024-11-20T02:22:49,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:22:49,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/6febda05d4f64c6c80c2e1922be3cb65 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/6febda05d4f64c6c80c2e1922be3cb65 2024-11-20T02:22:49,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/5155762d695b479988ab92f42edffe1d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/5155762d695b479988ab92f42edffe1d 2024-11-20T02:22:49,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/33810829576740e780e69b3f38e6e347 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/33810829576740e780e69b3f38e6e347 2024-11-20T02:22:49,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/8508bf4a6beb4fcb8dd8608a82ae1216 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/8508bf4a6beb4fcb8dd8608a82ae1216 2024-11-20T02:22:49,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/a8b1be2dfaee4b0eb10157b5b9cc99c4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/a8b1be2dfaee4b0eb10157b5b9cc99c4 2024-11-20T02:22:49,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/9b06f0dcdd1042b5a6da999c6bd832f3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/9b06f0dcdd1042b5a6da999c6bd832f3 2024-11-20T02:22:49,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/f51dcbbe09714fd9885de71735e9dd1c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/f51dcbbe09714fd9885de71735e9dd1c 2024-11-20T02:22:49,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1410483a985a4cab8e29ae9147e0fb8c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1410483a985a4cab8e29ae9147e0fb8c 2024-11-20T02:22:49,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/466b2c4ab2bf40ab954606cd29c75367 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/466b2c4ab2bf40ab954606cd29c75367 2024-11-20T02:22:49,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/e13262b4756a410cacef4acf1f58b9ab to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/e13262b4756a410cacef4acf1f58b9ab 2024-11-20T02:22:49,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/84ce0b7ef4694d2581be21a138d637b9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/84ce0b7ef4694d2581be21a138d637b9 2024-11-20T02:22:49,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/89d3d53a7368445aa48ac825ef42a59d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/89d3d53a7368445aa48ac825ef42a59d 2024-11-20T02:22:49,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/81add813b9ad45bdbc52ef5eb1a51228 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/81add813b9ad45bdbc52ef5eb1a51228 2024-11-20T02:22:49,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/09cf1d170d08410aafa32d966ff90eac to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/09cf1d170d08410aafa32d966ff90eac 2024-11-20T02:22:49,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/daf4e88b5db24beabfb3a55a2af3b444 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/daf4e88b5db24beabfb3a55a2af3b444 2024-11-20T02:22:49,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/0829f05b7bb041e1b86f6d595abdead1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/0829f05b7bb041e1b86f6d595abdead1 2024-11-20T02:22:49,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/954694b432934a429f1c2d2c1dfe2042 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/954694b432934a429f1c2d2c1dfe2042 2024-11-20T02:22:49,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/e455dda2afcb4fac961e6eaae5dc3454 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/e455dda2afcb4fac961e6eaae5dc3454 2024-11-20T02:22:49,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/66b65db2b6634e23ae73e72e619ea4d5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/66b65db2b6634e23ae73e72e619ea4d5 2024-11-20T02:22:49,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/385039d359e244eebf7c8d21d2f387cf to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/385039d359e244eebf7c8d21d2f387cf 2024-11-20T02:22:49,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/da3070d59b9948c380b2e45bf361ea5a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/da3070d59b9948c380b2e45bf361ea5a 2024-11-20T02:22:49,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/25ccc96481ea487ba42ddcc1d9cb677d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/25ccc96481ea487ba42ddcc1d9cb677d 2024-11-20T02:22:49,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/97a0525266a24246a7744e7b54a6acc4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/97a0525266a24246a7744e7b54a6acc4 2024-11-20T02:22:49,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/0be061ed795a4ef3867fd69458c62b6b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/0be061ed795a4ef3867fd69458c62b6b 2024-11-20T02:22:49,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/3b52210823bb4020b4a298974c6bfa86 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/3b52210823bb4020b4a298974c6bfa86 2024-11-20T02:22:49,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/d7d5f978f3d749b8899383ef680985f5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/d7d5f978f3d749b8899383ef680985f5 2024-11-20T02:22:49,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/7f345ce660e545519d1fa9a160db6699 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/7f345ce660e545519d1fa9a160db6699 2024-11-20T02:22:49,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/12d69637a55147bb902c7f1a08d1fe94 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/12d69637a55147bb902c7f1a08d1fe94 2024-11-20T02:22:49,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/415a01d681d84b22bfa879bdd18532af to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/415a01d681d84b22bfa879bdd18532af 2024-11-20T02:22:49,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1c0a7c5b9743408d98866320362e0f7a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/1c0a7c5b9743408d98866320362e0f7a 2024-11-20T02:22:49,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/ddb214d920964d8aa085e1e457025eec, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/45e6b29eda3a416aa68c08bd46c0ffb0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3ae9cd7990b04738ab869bf2e6f3433a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3b0c3ee07d9c4c7999336cdb1be5d609, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17e0d3e29e254c12a2a3442ecc63cc5b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/bde27327b3d44076b81a776ae03a7728, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9bd057c811fb4ecf96c37db56689a0db, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/0dd202b41a7948ff8a41bcab1d19054a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/23d98d375b4044088462b64d568f6841, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8f852a9944de41408f5efc8499df3425, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/708dbc98b5864fee86c6fc1f39af9150, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/51e8b73477c24a19b16e2ba3934bfa1e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9030202e9bca4b59a0f4acb7bbb9b46d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/29839190ac3848ed8d629bb64471e8b4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/953f58da54c04bcdbcfe95145db4fbfc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/d3551a372631462c8a3670eb2593570f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/7954018ba55e49c0ae5836cd4380e8f4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/407b63ab7d494a2384a45d7651dde4f4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96c47cc55d424eec8b07a4fa44e723b3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8fe81dcc233647f5bb6feb7f69d96a53, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/13a48e792c804478887ada7691125bc8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3666612528044ec09a80051bb363a42a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/4f4899ba134d411e9eed56f44d89552e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/70aa55a841f0454d8aed0a38877c0150, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96cebafca37f424da5cde6727a8abf2e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17bc9d8521f44c7aba6c2e29be040a87, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/a8dab07ec47644f791b4228e7c6eeaee, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/00065e78bb1b44e38fe57ecb5a7162db] to archive 2024-11-20T02:22:49,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:22:49,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/ddb214d920964d8aa085e1e457025eec to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/ddb214d920964d8aa085e1e457025eec 2024-11-20T02:22:49,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/45e6b29eda3a416aa68c08bd46c0ffb0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/45e6b29eda3a416aa68c08bd46c0ffb0 2024-11-20T02:22:49,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3ae9cd7990b04738ab869bf2e6f3433a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3ae9cd7990b04738ab869bf2e6f3433a 2024-11-20T02:22:49,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3b0c3ee07d9c4c7999336cdb1be5d609 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3b0c3ee07d9c4c7999336cdb1be5d609 2024-11-20T02:22:49,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17e0d3e29e254c12a2a3442ecc63cc5b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17e0d3e29e254c12a2a3442ecc63cc5b 2024-11-20T02:22:49,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/bde27327b3d44076b81a776ae03a7728 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/bde27327b3d44076b81a776ae03a7728 2024-11-20T02:22:49,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9bd057c811fb4ecf96c37db56689a0db to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9bd057c811fb4ecf96c37db56689a0db 2024-11-20T02:22:49,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/0dd202b41a7948ff8a41bcab1d19054a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/0dd202b41a7948ff8a41bcab1d19054a 2024-11-20T02:22:49,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/23d98d375b4044088462b64d568f6841 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/23d98d375b4044088462b64d568f6841 2024-11-20T02:22:49,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8f852a9944de41408f5efc8499df3425 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8f852a9944de41408f5efc8499df3425 2024-11-20T02:22:49,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/708dbc98b5864fee86c6fc1f39af9150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/708dbc98b5864fee86c6fc1f39af9150 2024-11-20T02:22:49,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/51e8b73477c24a19b16e2ba3934bfa1e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/51e8b73477c24a19b16e2ba3934bfa1e 2024-11-20T02:22:49,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9030202e9bca4b59a0f4acb7bbb9b46d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/9030202e9bca4b59a0f4acb7bbb9b46d 2024-11-20T02:22:49,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/29839190ac3848ed8d629bb64471e8b4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/29839190ac3848ed8d629bb64471e8b4 2024-11-20T02:22:49,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/953f58da54c04bcdbcfe95145db4fbfc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/953f58da54c04bcdbcfe95145db4fbfc 2024-11-20T02:22:49,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/d3551a372631462c8a3670eb2593570f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/d3551a372631462c8a3670eb2593570f 2024-11-20T02:22:49,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/7954018ba55e49c0ae5836cd4380e8f4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/7954018ba55e49c0ae5836cd4380e8f4 2024-11-20T02:22:49,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/407b63ab7d494a2384a45d7651dde4f4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/407b63ab7d494a2384a45d7651dde4f4 2024-11-20T02:22:49,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96c47cc55d424eec8b07a4fa44e723b3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96c47cc55d424eec8b07a4fa44e723b3 2024-11-20T02:22:49,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8fe81dcc233647f5bb6feb7f69d96a53 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/8fe81dcc233647f5bb6feb7f69d96a53 2024-11-20T02:22:49,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/13a48e792c804478887ada7691125bc8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/13a48e792c804478887ada7691125bc8 2024-11-20T02:22:49,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3666612528044ec09a80051bb363a42a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/3666612528044ec09a80051bb363a42a 2024-11-20T02:22:49,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/4f4899ba134d411e9eed56f44d89552e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/4f4899ba134d411e9eed56f44d89552e 2024-11-20T02:22:49,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/70aa55a841f0454d8aed0a38877c0150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/70aa55a841f0454d8aed0a38877c0150 2024-11-20T02:22:49,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96cebafca37f424da5cde6727a8abf2e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/96cebafca37f424da5cde6727a8abf2e 2024-11-20T02:22:49,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17bc9d8521f44c7aba6c2e29be040a87 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/17bc9d8521f44c7aba6c2e29be040a87 2024-11-20T02:22:49,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/a8dab07ec47644f791b4228e7c6eeaee to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/a8dab07ec47644f791b4228e7c6eeaee 2024-11-20T02:22:49,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/00065e78bb1b44e38fe57ecb5a7162db to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/00065e78bb1b44e38fe57ecb5a7162db 2024-11-20T02:22:49,374 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/recovered.edits/444.seqid, newMaxSeqId=444, maxSeqId=1 2024-11-20T02:22:49,375 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a. 2024-11-20T02:22:49,375 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for d1f053b87d4a56f05a4f7e6e7c3b174a: 2024-11-20T02:22:49,377 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:49,377 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=d1f053b87d4a56f05a4f7e6e7c3b174a, regionState=CLOSED 2024-11-20T02:22:49,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T02:22:49,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure d1f053b87d4a56f05a4f7e6e7c3b174a, server=143b9a2c40c9,32811,1732069282461 in 1.5060 sec 2024-11-20T02:22:49,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-20T02:22:49,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1f053b87d4a56f05a4f7e6e7c3b174a, UNASSIGN in 1.5090 sec 2024-11-20T02:22:49,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-20T02:22:49,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5120 sec 2024-11-20T02:22:49,384 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069369383"}]},"ts":"1732069369383"} 2024-11-20T02:22:49,385 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T02:22:49,387 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T02:22:49,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5240 sec 2024-11-20T02:22:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T02:22:49,969 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-20T02:22:49,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T02:22:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:49,971 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T02:22:49,971 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:49,973 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:49,975 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/recovered.edits] 2024-11-20T02:22:49,977 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1a97ecce2b0a45cfbaee4a90373ac6e2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/1a97ecce2b0a45cfbaee4a90373ac6e2 2024-11-20T02:22:49,978 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e673538a26694ebb86f3c4e38196c0ba to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/e673538a26694ebb86f3c4e38196c0ba 2024-11-20T02:22:49,979 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/ebf35e9d30754c48bf6c44af2098ee13 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/A/ebf35e9d30754c48bf6c44af2098ee13 2024-11-20T02:22:49,981 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/978f234e55f24061acbd675a55f3dae0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/978f234e55f24061acbd675a55f3dae0 2024-11-20T02:22:49,982 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/9caa00a2047b497da8fb1d8f5a3982e4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/9caa00a2047b497da8fb1d8f5a3982e4 2024-11-20T02:22:49,983 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/a834e70030124ba78a6e064865f4adda to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/B/a834e70030124ba78a6e064865f4adda 2024-11-20T02:22:49,985 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/2387bc8b5c444e0490fbfce54f832126 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/2387bc8b5c444e0490fbfce54f832126 2024-11-20T02:22:49,986 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/5530f9ea0c3745d4837d7e65d56ee780 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/5530f9ea0c3745d4837d7e65d56ee780 2024-11-20T02:22:49,987 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/55a50c5fe5174a17a4394d2ddfb076f3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/55a50c5fe5174a17a4394d2ddfb076f3 2024-11-20T02:22:49,988 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/d0af10e883ca472583a6c6a28478b2b9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/C/d0af10e883ca472583a6c6a28478b2b9 2024-11-20T02:22:49,990 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/recovered.edits/444.seqid to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a/recovered.edits/444.seqid 2024-11-20T02:22:49,990 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/d1f053b87d4a56f05a4f7e6e7c3b174a 2024-11-20T02:22:49,990 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T02:22:49,992 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:49,997 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T02:22:49,998 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T02:22:49,999 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:49,999 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T02:22:49,999 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732069369999"}]},"ts":"9223372036854775807"} 2024-11-20T02:22:50,001 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T02:22:50,001 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d1f053b87d4a56f05a4f7e6e7c3b174a, NAME => 'TestAcidGuarantees,,1732069344123.d1f053b87d4a56f05a4f7e6e7c3b174a.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T02:22:50,001 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T02:22:50,001 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732069370001"}]},"ts":"9223372036854775807"} 2024-11-20T02:22:50,002 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T02:22:50,004 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:50,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 35 msec 2024-11-20T02:22:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T02:22:50,072 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-20T02:22:50,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240 (was 242), OpenFileDescriptor=453 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 268) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3443 (was 2893) - AvailableMemoryMB LEAK? - 2024-11-20T02:22:50,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=3441 2024-11-20T02:22:50,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T02:22:50,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:22:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:50,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:22:50,096 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:50,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-20T02:22:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T02:22:50,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:22:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742160_1336 (size=960) 2024-11-20T02:22:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T02:22:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T02:22:50,503 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14 2024-11-20T02:22:50,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742161_1337 (size=53) 2024-11-20T02:22:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T02:22:50,880 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:22:50,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:22:50,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 88b10e616ede9c4cbf52da7d206e7150, disabling compactions & flushes 2024-11-20T02:22:50,910 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:50,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:50,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. after waiting 0 ms 2024-11-20T02:22:50,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:50,910 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:50,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:50,911 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:22:50,911 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732069370911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732069370911"}]},"ts":"1732069370911"} 2024-11-20T02:22:50,912 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T02:22:50,913 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:22:50,913 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069370913"}]},"ts":"1732069370913"} 2024-11-20T02:22:50,913 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T02:22:50,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88b10e616ede9c4cbf52da7d206e7150, ASSIGN}] 2024-11-20T02:22:50,918 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88b10e616ede9c4cbf52da7d206e7150, ASSIGN 2024-11-20T02:22:50,918 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=88b10e616ede9c4cbf52da7d206e7150, ASSIGN; state=OFFLINE, location=143b9a2c40c9,32811,1732069282461; forceNewPlan=false, retain=false 2024-11-20T02:22:51,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=88b10e616ede9c4cbf52da7d206e7150, regionState=OPENING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:51,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure 88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:22:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T02:22:51,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:51,224 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:51,224 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:22:51,224 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:51,224 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:22:51,224 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:51,224 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:51,226 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:51,227 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:22:51,227 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b10e616ede9c4cbf52da7d206e7150 columnFamilyName A 2024-11-20T02:22:51,227 DEBUG [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:51,227 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(327): Store=88b10e616ede9c4cbf52da7d206e7150/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:22:51,228 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:51,228 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:22:51,229 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b10e616ede9c4cbf52da7d206e7150 columnFamilyName B 2024-11-20T02:22:51,229 DEBUG [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:51,229 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(327): Store=88b10e616ede9c4cbf52da7d206e7150/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:22:51,229 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:51,230 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:22:51,230 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b10e616ede9c4cbf52da7d206e7150 columnFamilyName C 2024-11-20T02:22:51,230 DEBUG [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:51,230 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(327): Store=88b10e616ede9c4cbf52da7d206e7150/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:22:51,230 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:51,231 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:51,231 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:51,232 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:22:51,233 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:51,235 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:22:51,235 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened 88b10e616ede9c4cbf52da7d206e7150; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66414027, jitterRate=-0.010353878140449524}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:22:51,236 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:51,236 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., pid=94, masterSystemTime=1732069371221 2024-11-20T02:22:51,237 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:51,237 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:51,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=88b10e616ede9c4cbf52da7d206e7150, regionState=OPEN, openSeqNum=2, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:51,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T02:22:51,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure 88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 in 168 msec 2024-11-20T02:22:51,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-20T02:22:51,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=88b10e616ede9c4cbf52da7d206e7150, ASSIGN in 322 msec 2024-11-20T02:22:51,241 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:22:51,241 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069371241"}]},"ts":"1732069371241"} 2024-11-20T02:22:51,242 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T02:22:51,244 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:22:51,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-20T02:22:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T02:22:52,200 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-20T02:22:52,202 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-20T02:22:52,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:52,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:52,207 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:52,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:22:52,209 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:22:52,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T02:22:52,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:22:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T02:22:52,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742162_1338 (size=996) 2024-11-20T02:22:52,621 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T02:22:52,621 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T02:22:52,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T02:22:52,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88b10e616ede9c4cbf52da7d206e7150, REOPEN/MOVE}] 2024-11-20T02:22:52,625 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88b10e616ede9c4cbf52da7d206e7150, REOPEN/MOVE 2024-11-20T02:22:52,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=88b10e616ede9c4cbf52da7d206e7150, regionState=CLOSING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:52,627 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T02:22:52,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:22:52,778 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:52,779 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:52,779 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T02:22:52,779 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 88b10e616ede9c4cbf52da7d206e7150, disabling compactions & flushes 2024-11-20T02:22:52,779 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:52,779 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:52,779 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. after waiting 0 ms 2024-11-20T02:22:52,779 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:52,783 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T02:22:52,783 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:52,783 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:52,783 WARN [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: 88b10e616ede9c4cbf52da7d206e7150 to self. 2024-11-20T02:22:52,785 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:52,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=88b10e616ede9c4cbf52da7d206e7150, regionState=CLOSED 2024-11-20T02:22:52,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T02:22:52,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 in 159 msec 2024-11-20T02:22:52,787 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=88b10e616ede9c4cbf52da7d206e7150, REOPEN/MOVE; state=CLOSED, location=143b9a2c40c9,32811,1732069282461; forceNewPlan=false, retain=true 2024-11-20T02:22:52,937 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=88b10e616ede9c4cbf52da7d206e7150, regionState=OPENING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:52,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure 88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:22:53,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,093 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,093 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:22:53,094 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:53,094 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:22:53,094 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:53,094 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:53,095 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:53,096 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:22:53,096 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b10e616ede9c4cbf52da7d206e7150 columnFamilyName A 2024-11-20T02:22:53,097 DEBUG [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:53,098 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(327): Store=88b10e616ede9c4cbf52da7d206e7150/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:22:53,098 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:53,099 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:22:53,099 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b10e616ede9c4cbf52da7d206e7150 columnFamilyName B 2024-11-20T02:22:53,099 DEBUG [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:53,099 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(327): Store=88b10e616ede9c4cbf52da7d206e7150/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:22:53,099 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:53,100 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:22:53,100 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b10e616ede9c4cbf52da7d206e7150 columnFamilyName C 2024-11-20T02:22:53,100 DEBUG [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:53,100 INFO [StoreOpener-88b10e616ede9c4cbf52da7d206e7150-1 {}] regionserver.HStore(327): Store=88b10e616ede9c4cbf52da7d206e7150/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:22:53,100 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,101 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:53,102 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:53,103 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:22:53,104 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:53,105 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 88b10e616ede9c4cbf52da7d206e7150; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64467535, jitterRate=-0.039358869194984436}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:22:53,105 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:53,106 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., pid=99, masterSystemTime=1732069373090 2024-11-20T02:22:53,107 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,107 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,108 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=88b10e616ede9c4cbf52da7d206e7150, regionState=OPEN, openSeqNum=5, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-11-20T02:22:53,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure 88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 in 169 msec 2024-11-20T02:22:53,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-20T02:22:53,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=88b10e616ede9c4cbf52da7d206e7150, REOPEN/MOVE in 484 msec 2024-11-20T02:22:53,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-20T02:22:53,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-20T02:22:53,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-20T02:22:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T02:22:53,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-20T02:22:53,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:53,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-20T02:22:53,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:53,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-20T02:22:53,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:53,127 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-20T02:22:53,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:53,131 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-20T02:22:53,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:53,134 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-20T02:22:53,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:53,137 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-20T02:22:53,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:53,140 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-20T02:22:53,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:53,144 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-20T02:22:53,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:53,147 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-20T02:22:53,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:22:53,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:53,153 DEBUG [hconnection-0x5411e509-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:53,154 DEBUG [hconnection-0x75885f97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:53,154 DEBUG [hconnection-0x4c87fe51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:53,154 DEBUG [hconnection-0x4573f4b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-20T02:22:53,155 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:53,155 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:53,155 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:53,155 DEBUG [hconnection-0x45b283ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:53,155 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:53,155 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:53,155 DEBUG [hconnection-0x2d79ea1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:53,156 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T02:22:53,160 DEBUG [hconnection-0x9f3985b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:53,160 DEBUG [hconnection-0x1ca273be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:53,161 DEBUG [hconnection-0xba68477-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:53,161 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:53,161 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:53,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:53,161 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:53,162 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:53,162 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:53,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T02:22:53,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:22:53,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:53,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:22:53,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:53,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:22:53,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:53,176 DEBUG [hconnection-0x7ecf4618-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:22:53,177 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:22:53,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069433224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069433226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069433228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069433229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069433230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c21df353efc54ce1a876452ca8ab5420_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069373171/Put/seqid=0 2024-11-20T02:22:53,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742163_1339 (size=12154) 2024-11-20T02:22:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T02:22:53,317 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:53,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:53,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069433331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069433331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069433332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069433332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069433332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T02:22:53,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:53,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:53,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069433533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069433534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069433534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069433536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069433537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,625 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:53,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:53,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,654 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:53,658 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c21df353efc54ce1a876452ca8ab5420_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c21df353efc54ce1a876452ca8ab5420_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:53,659 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/47c3be8e22074b33a19d57bcebbbf594, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:22:53,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/47c3be8e22074b33a19d57bcebbbf594 is 175, key is test_row_0/A:col10/1732069373171/Put/seqid=0 2024-11-20T02:22:53,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742164_1340 (size=30955) 2024-11-20T02:22:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T02:22:53,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:53,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:53,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069433837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069433841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069433843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069433843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069433843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:53,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:53,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:53,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:53,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/47c3be8e22074b33a19d57bcebbbf594 2024-11-20T02:22:54,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:54,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:54,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:54,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/9c9881d61b3b40429e0d4195e9645aca is 50, key is test_row_0/B:col10/1732069373171/Put/seqid=0 2024-11-20T02:22:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742165_1341 (size=12001) 2024-11-20T02:22:54,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:54,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:54,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:54,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T02:22:54,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069434345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:54,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069434346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:54,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069434349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:54,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069434350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:54,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069434352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:54,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:54,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:54,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:54,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/9c9881d61b3b40429e0d4195e9645aca 2024-11-20T02:22:54,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/a3aa3b95e5aa45b1940c019ea2369a93 is 50, key is test_row_0/C:col10/1732069373171/Put/seqid=0 2024-11-20T02:22:54,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:54,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742166_1342 (size=12001) 2024-11-20T02:22:54,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:54,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:54,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:54,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:54,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T02:22:54,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/a3aa3b95e5aa45b1940c019ea2369a93 2024-11-20T02:22:54,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/47c3be8e22074b33a19d57bcebbbf594 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/47c3be8e22074b33a19d57bcebbbf594 2024-11-20T02:22:54,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/47c3be8e22074b33a19d57bcebbbf594, entries=150, sequenceid=18, filesize=30.2 K 2024-11-20T02:22:54,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/9c9881d61b3b40429e0d4195e9645aca as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9c9881d61b3b40429e0d4195e9645aca 2024-11-20T02:22:54,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9c9881d61b3b40429e0d4195e9645aca, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T02:22:54,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/a3aa3b95e5aa45b1940c019ea2369a93 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a3aa3b95e5aa45b1940c019ea2369a93 2024-11-20T02:22:54,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a3aa3b95e5aa45b1940c019ea2369a93, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T02:22:55,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 88b10e616ede9c4cbf52da7d206e7150 in 1829ms, sequenceid=18, compaction requested=false 2024-11-20T02:22:55,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:55,005 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T02:22:55,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:55,006 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:22:55,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:22:55,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:55,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:22:55,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:55,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:22:55,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a9fb55f2ade9424a9cf504229e50b6ab_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069373229/Put/seqid=0 2024-11-20T02:22:55,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742167_1343 (size=12154) 2024-11-20T02:22:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T02:22:55,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:55,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069435379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069435380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069435386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069435388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069435388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:55,481 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a9fb55f2ade9424a9cf504229e50b6ab_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9fb55f2ade9424a9cf504229e50b6ab_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:55,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/74ef15075db54b8eb2654deebaf8ee45, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:22:55,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/74ef15075db54b8eb2654deebaf8ee45 is 175, key is test_row_0/A:col10/1732069373229/Put/seqid=0 2024-11-20T02:22:55,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069435492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069435497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069435498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069435499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069435498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742168_1344 (size=30955) 2024-11-20T02:22:55,513 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/74ef15075db54b8eb2654deebaf8ee45 2024-11-20T02:22:55,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/fed3384486bf460db6d0a012c03fc4e8 is 50, key is test_row_0/B:col10/1732069373229/Put/seqid=0 2024-11-20T02:22:55,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742169_1345 (size=12001) 2024-11-20T02:22:55,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069435700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069435701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069435704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069435707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069435709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:55,981 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/fed3384486bf460db6d0a012c03fc4e8 2024-11-20T02:22:56,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/464e0ca6935b438ba9b211ad37fb8538 is 50, key is test_row_0/C:col10/1732069373229/Put/seqid=0 2024-11-20T02:22:56,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069436012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069436014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069436020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069436021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069436023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742170_1346 (size=12001) 2024-11-20T02:22:56,447 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/464e0ca6935b438ba9b211ad37fb8538 2024-11-20T02:22:56,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/74ef15075db54b8eb2654deebaf8ee45 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/74ef15075db54b8eb2654deebaf8ee45 2024-11-20T02:22:56,456 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/74ef15075db54b8eb2654deebaf8ee45, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T02:22:56,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/fed3384486bf460db6d0a012c03fc4e8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fed3384486bf460db6d0a012c03fc4e8 2024-11-20T02:22:56,469 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fed3384486bf460db6d0a012c03fc4e8, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T02:22:56,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/464e0ca6935b438ba9b211ad37fb8538 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/464e0ca6935b438ba9b211ad37fb8538 2024-11-20T02:22:56,483 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/464e0ca6935b438ba9b211ad37fb8538, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T02:22:56,484 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 88b10e616ede9c4cbf52da7d206e7150 in 1479ms, sequenceid=40, compaction requested=false 2024-11-20T02:22:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-20T02:22:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-20T02:22:56,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-20T02:22:56,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3250 sec 2024-11-20T02:22:56,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 3.3350 sec 2024-11-20T02:22:56,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T02:22:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:22:56,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:56,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:22:56,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:56,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:22:56,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:56,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112062d44b4c2eca4b989e32255a805c2aac_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069375377/Put/seqid=0 2024-11-20T02:22:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069436591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069436592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069436592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069436593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069436598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742171_1347 (size=17034) 2024-11-20T02:22:56,627 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:56,633 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112062d44b4c2eca4b989e32255a805c2aac_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112062d44b4c2eca4b989e32255a805c2aac_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:56,634 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/2331152070234a97939f2aec38995e5c, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:22:56,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/2331152070234a97939f2aec38995e5c is 175, key is test_row_0/A:col10/1732069375377/Put/seqid=0 2024-11-20T02:22:56,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742172_1348 (size=48139) 2024-11-20T02:22:56,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069436700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069436711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069436711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069436712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069436712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069436908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069436918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069436918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069436922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:56,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069436922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,081 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/2331152070234a97939f2aec38995e5c 2024-11-20T02:22:57,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/32d826dc44cc4c20b7de6057be6b4adc is 50, key is test_row_0/B:col10/1732069375377/Put/seqid=0 2024-11-20T02:22:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742173_1349 (size=12001) 2024-11-20T02:22:57,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/32d826dc44cc4c20b7de6057be6b4adc 2024-11-20T02:22:57,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/3cbda849f2a8483a84a77bce13be99f5 is 50, key is test_row_0/C:col10/1732069375377/Put/seqid=0 2024-11-20T02:22:57,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742174_1350 (size=12001) 2024-11-20T02:22:57,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/3cbda849f2a8483a84a77bce13be99f5 2024-11-20T02:22:57,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/2331152070234a97939f2aec38995e5c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2331152070234a97939f2aec38995e5c 2024-11-20T02:22:57,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2331152070234a97939f2aec38995e5c, entries=250, sequenceid=56, filesize=47.0 K 2024-11-20T02:22:57,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/32d826dc44cc4c20b7de6057be6b4adc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/32d826dc44cc4c20b7de6057be6b4adc 2024-11-20T02:22:57,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/32d826dc44cc4c20b7de6057be6b4adc, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T02:22:57,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/3cbda849f2a8483a84a77bce13be99f5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/3cbda849f2a8483a84a77bce13be99f5 2024-11-20T02:22:57,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/3cbda849f2a8483a84a77bce13be99f5, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T02:22:57,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 88b10e616ede9c4cbf52da7d206e7150 in 694ms, sequenceid=56, compaction requested=true 2024-11-20T02:22:57,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:57,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:22:57,226 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:57,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:57,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:22:57,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:57,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:22:57,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T02:22:57,226 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:57,231 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:57,231 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/B is initiating minor compaction (all files) 2024-11-20T02:22:57,231 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/B in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,231 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9c9881d61b3b40429e0d4195e9645aca, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fed3384486bf460db6d0a012c03fc4e8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/32d826dc44cc4c20b7de6057be6b4adc] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=35.2 K 2024-11-20T02:22:57,232 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:57,232 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/A is initiating minor compaction (all files) 2024-11-20T02:22:57,232 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c9881d61b3b40429e0d4195e9645aca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732069373169 2024-11-20T02:22:57,232 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/A in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,232 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/47c3be8e22074b33a19d57bcebbbf594, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/74ef15075db54b8eb2654deebaf8ee45, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2331152070234a97939f2aec38995e5c] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=107.5 K 2024-11-20T02:22:57,232 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,232 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/47c3be8e22074b33a19d57bcebbbf594, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/74ef15075db54b8eb2654deebaf8ee45, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2331152070234a97939f2aec38995e5c] 2024-11-20T02:22:57,232 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting fed3384486bf460db6d0a012c03fc4e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732069373221 2024-11-20T02:22:57,232 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47c3be8e22074b33a19d57bcebbbf594, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732069373169 2024-11-20T02:22:57,232 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 32d826dc44cc4c20b7de6057be6b4adc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732069375377 2024-11-20T02:22:57,233 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74ef15075db54b8eb2654deebaf8ee45, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732069373221 2024-11-20T02:22:57,234 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2331152070234a97939f2aec38995e5c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732069375377 2024-11-20T02:22:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:57,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T02:22:57,245 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:57,246 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/067da25892c84d8ebc1324bddb63e12d is 50, key is test_row_0/B:col10/1732069375377/Put/seqid=0 2024-11-20T02:22:57,252 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:22:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:22:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:22:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:22:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:57,258 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c0e4167a4a514364b8d368d55b5dfee7_88b10e616ede9c4cbf52da7d206e7150 store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:22:57,260 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c0e4167a4a514364b8d368d55b5dfee7_88b10e616ede9c4cbf52da7d206e7150, store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:22:57,260 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c0e4167a4a514364b8d368d55b5dfee7_88b10e616ede9c4cbf52da7d206e7150 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:22:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T02:22:57,263 INFO [Thread-1540 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-20T02:22:57,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742175_1351 (size=12104) 2024-11-20T02:22:57,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:22:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-20T02:22:57,271 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:22:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T02:22:57,271 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:22:57,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:22:57,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fb1dcd2dabcb449bb99935fe5fe61a72_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069377237/Put/seqid=0 2024-11-20T02:22:57,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069437288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742176_1352 (size=4469) 2024-11-20T02:22:57,303 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#A#compaction#302 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:57,303 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/7fe7e006a07941be95cc6e03e9352d86 is 175, key is test_row_0/A:col10/1732069375377/Put/seqid=0 2024-11-20T02:22:57,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069437294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069437296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069437301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069437301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742177_1353 (size=12154) 2024-11-20T02:22:57,337 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:57,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742178_1354 (size=31058) 2024-11-20T02:22:57,347 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fb1dcd2dabcb449bb99935fe5fe61a72_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb1dcd2dabcb449bb99935fe5fe61a72_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:57,354 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/070d24fbb91245f0b3f267bcb0f61dcf, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:22:57,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/070d24fbb91245f0b3f267bcb0f61dcf is 175, key is test_row_0/A:col10/1732069377237/Put/seqid=0 2024-11-20T02:22:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T02:22:57,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742179_1355 (size=30955) 2024-11-20T02:22:57,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T02:22:57,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:57,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069437412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069437412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069437413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069437414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069437414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T02:22:57,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T02:22:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069437639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069437639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069437640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069437640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069437641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,675 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/067da25892c84d8ebc1324bddb63e12d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/067da25892c84d8ebc1324bddb63e12d 2024-11-20T02:22:57,681 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/B of 88b10e616ede9c4cbf52da7d206e7150 into 067da25892c84d8ebc1324bddb63e12d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:57,681 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:57,681 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/B, priority=13, startTime=1732069377226; duration=0sec 2024-11-20T02:22:57,681 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:22:57,681 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:B 2024-11-20T02:22:57,681 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:22:57,682 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:22:57,683 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/C is initiating minor compaction (all files) 2024-11-20T02:22:57,683 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/C in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,683 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a3aa3b95e5aa45b1940c019ea2369a93, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/464e0ca6935b438ba9b211ad37fb8538, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/3cbda849f2a8483a84a77bce13be99f5] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=35.2 K 2024-11-20T02:22:57,683 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a3aa3b95e5aa45b1940c019ea2369a93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732069373169 2024-11-20T02:22:57,684 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 464e0ca6935b438ba9b211ad37fb8538, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732069373221 2024-11-20T02:22:57,684 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cbda849f2a8483a84a77bce13be99f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732069375377 2024-11-20T02:22:57,706 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#C#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:22:57,707 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/a4390b9d053e4d38bf7e49afa3398821 is 50, key is test_row_0/C:col10/1732069375377/Put/seqid=0 2024-11-20T02:22:57,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T02:22:57,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:57,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,744 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/7fe7e006a07941be95cc6e03e9352d86 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/7fe7e006a07941be95cc6e03e9352d86 2024-11-20T02:22:57,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742180_1356 (size=12104) 2024-11-20T02:22:57,754 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/A of 88b10e616ede9c4cbf52da7d206e7150 into 7fe7e006a07941be95cc6e03e9352d86(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:57,754 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:57,754 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/A, priority=13, startTime=1732069377226; duration=0sec 2024-11-20T02:22:57,754 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:57,754 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:A 2024-11-20T02:22:57,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/070d24fbb91245f0b3f267bcb0f61dcf 2024-11-20T02:22:57,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/734d658989124be4a2b59632091e72b9 is 50, key is test_row_0/B:col10/1732069377237/Put/seqid=0 2024-11-20T02:22:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T02:22:57,884 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T02:22:57,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:57,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:57,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:22:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742181_1357 (size=12001) 2024-11-20T02:22:57,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/734d658989124be4a2b59632091e72b9 2024-11-20T02:22:57,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/6417a6f2406148fe9a50f6c9ad7e581f is 50, key is test_row_0/C:col10/1732069377237/Put/seqid=0 2024-11-20T02:22:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069437948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069437950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069437950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069437950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069437955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:57,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742182_1358 (size=12001) 2024-11-20T02:22:57,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/6417a6f2406148fe9a50f6c9ad7e581f 2024-11-20T02:22:57,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/070d24fbb91245f0b3f267bcb0f61dcf as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/070d24fbb91245f0b3f267bcb0f61dcf 2024-11-20T02:22:57,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/070d24fbb91245f0b3f267bcb0f61dcf, entries=150, sequenceid=78, filesize=30.2 K 2024-11-20T02:22:57,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/734d658989124be4a2b59632091e72b9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/734d658989124be4a2b59632091e72b9 2024-11-20T02:22:57,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/734d658989124be4a2b59632091e72b9, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T02:22:58,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/6417a6f2406148fe9a50f6c9ad7e581f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6417a6f2406148fe9a50f6c9ad7e581f 2024-11-20T02:22:58,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6417a6f2406148fe9a50f6c9ad7e581f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T02:22:58,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 88b10e616ede9c4cbf52da7d206e7150 in 772ms, sequenceid=78, compaction requested=false 2024-11-20T02:22:58,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:58,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T02:22:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:58,042 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:22:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:22:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:22:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:22:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:58,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202475f2c883654c2bbefd22cb4b1c4d4a_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069377292/Put/seqid=0 2024-11-20T02:22:58,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742183_1359 (size=12154) 2024-11-20T02:22:58,154 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/a4390b9d053e4d38bf7e49afa3398821 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a4390b9d053e4d38bf7e49afa3398821 2024-11-20T02:22:58,161 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/C of 88b10e616ede9c4cbf52da7d206e7150 into a4390b9d053e4d38bf7e49afa3398821(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:22:58,161 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:58,161 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/C, priority=13, startTime=1732069377226; duration=0sec 2024-11-20T02:22:58,161 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:22:58,161 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:C 2024-11-20T02:22:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T02:22:58,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:22:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:58,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:58,507 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202475f2c883654c2bbefd22cb4b1c4d4a_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202475f2c883654c2bbefd22cb4b1c4d4a_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:58,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069438499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/e80f7a3f6dc24131aff60c83b18a0da8, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:22:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/e80f7a3f6dc24131aff60c83b18a0da8 is 175, key is test_row_0/A:col10/1732069377292/Put/seqid=0 2024-11-20T02:22:58,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069438507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069438509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069438513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069438513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742184_1360 (size=30955) 2024-11-20T02:22:58,539 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/e80f7a3f6dc24131aff60c83b18a0da8 2024-11-20T02:22:58,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/38926aa9f46d43f79a795535b0384a90 is 50, key is test_row_0/B:col10/1732069377292/Put/seqid=0 2024-11-20T02:22:58,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742185_1361 (size=12001) 2024-11-20T02:22:58,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069438614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069438619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069438622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069438624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069438624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069438826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069438836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069438836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069438836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069438836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:58,995 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/38926aa9f46d43f79a795535b0384a90 2024-11-20T02:22:59,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/94013d5b280b42929fa8d112026dcbac is 50, key is test_row_0/C:col10/1732069377292/Put/seqid=0 2024-11-20T02:22:59,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742186_1362 (size=12001) 2024-11-20T02:22:59,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069439147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069439154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069439155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069439155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069439157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T02:22:59,471 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/94013d5b280b42929fa8d112026dcbac 2024-11-20T02:22:59,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/e80f7a3f6dc24131aff60c83b18a0da8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/e80f7a3f6dc24131aff60c83b18a0da8 2024-11-20T02:22:59,482 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/e80f7a3f6dc24131aff60c83b18a0da8, entries=150, sequenceid=95, filesize=30.2 K 2024-11-20T02:22:59,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/38926aa9f46d43f79a795535b0384a90 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/38926aa9f46d43f79a795535b0384a90 2024-11-20T02:22:59,489 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/38926aa9f46d43f79a795535b0384a90, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T02:22:59,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/94013d5b280b42929fa8d112026dcbac as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/94013d5b280b42929fa8d112026dcbac 2024-11-20T02:22:59,496 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/94013d5b280b42929fa8d112026dcbac, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T02:22:59,497 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 88b10e616ede9c4cbf52da7d206e7150 in 1455ms, sequenceid=95, compaction requested=true 2024-11-20T02:22:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:22:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:22:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-20T02:22:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-20T02:22:59,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-20T02:22:59,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2280 sec 2024-11-20T02:22:59,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.2350 sec 2024-11-20T02:22:59,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:22:59,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:22:59,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:59,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:22:59,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:59,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:22:59,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:22:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:59,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a9d2e79b4e894d5da189530ef9857152_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069378507/Put/seqid=0 2024-11-20T02:22:59,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069439700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069439707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742187_1363 (size=14594) 2024-11-20T02:22:59,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069439707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069439708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069439709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:22:59,744 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a9d2e79b4e894d5da189530ef9857152_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9d2e79b4e894d5da189530ef9857152_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:22:59,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/8a46cd1bea77474797b0e69885856bac, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:22:59,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/8a46cd1bea77474797b0e69885856bac is 175, key is test_row_0/A:col10/1732069378507/Put/seqid=0 2024-11-20T02:22:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742188_1364 (size=39549) 2024-11-20T02:22:59,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069439822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069439830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069439831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069439831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:22:59,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:22:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069439831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069440045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069440047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069440047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069440047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069440047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,196 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/8a46cd1bea77474797b0e69885856bac 2024-11-20T02:23:00,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/f470d92273244a0daa3ae4f442c0a3c2 is 50, key is test_row_0/B:col10/1732069378507/Put/seqid=0 2024-11-20T02:23:00,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742189_1365 (size=12001) 2024-11-20T02:23:00,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/f470d92273244a0daa3ae4f442c0a3c2 2024-11-20T02:23:00,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/dcf3105592e64f07ac5adfe5ef7eb48f is 50, key is test_row_0/C:col10/1732069378507/Put/seqid=0 2024-11-20T02:23:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742190_1366 (size=12001) 2024-11-20T02:23:00,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069440354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069440355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069440356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069440357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069440357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/dcf3105592e64f07ac5adfe5ef7eb48f 2024-11-20T02:23:00,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/8a46cd1bea77474797b0e69885856bac as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8a46cd1bea77474797b0e69885856bac 2024-11-20T02:23:00,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8a46cd1bea77474797b0e69885856bac, entries=200, sequenceid=118, filesize=38.6 K 2024-11-20T02:23:00,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/f470d92273244a0daa3ae4f442c0a3c2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/f470d92273244a0daa3ae4f442c0a3c2 2024-11-20T02:23:00,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/f470d92273244a0daa3ae4f442c0a3c2, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T02:23:00,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/dcf3105592e64f07ac5adfe5ef7eb48f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/dcf3105592e64f07ac5adfe5ef7eb48f 2024-11-20T02:23:00,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/dcf3105592e64f07ac5adfe5ef7eb48f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T02:23:00,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 88b10e616ede9c4cbf52da7d206e7150 in 1071ms, sequenceid=118, compaction requested=true 2024-11-20T02:23:00,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:00,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:00,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:00,732 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:00,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:00,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:00,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:00,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T02:23:00,733 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:00,735 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:00,735 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/A is initiating minor compaction (all files) 2024-11-20T02:23:00,735 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/A in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:00,736 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/7fe7e006a07941be95cc6e03e9352d86, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/070d24fbb91245f0b3f267bcb0f61dcf, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/e80f7a3f6dc24131aff60c83b18a0da8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8a46cd1bea77474797b0e69885856bac] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=129.4 K 2024-11-20T02:23:00,736 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:00,736 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/7fe7e006a07941be95cc6e03e9352d86, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/070d24fbb91245f0b3f267bcb0f61dcf, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/e80f7a3f6dc24131aff60c83b18a0da8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8a46cd1bea77474797b0e69885856bac] 2024-11-20T02:23:00,736 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:00,736 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fe7e006a07941be95cc6e03e9352d86, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732069375377 2024-11-20T02:23:00,736 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/B is initiating minor compaction (all files) 2024-11-20T02:23:00,736 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/B in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:00,736 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/067da25892c84d8ebc1324bddb63e12d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/734d658989124be4a2b59632091e72b9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/38926aa9f46d43f79a795535b0384a90, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/f470d92273244a0daa3ae4f442c0a3c2] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=47.0 K 2024-11-20T02:23:00,736 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 070d24fbb91245f0b3f267bcb0f61dcf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732069376590 2024-11-20T02:23:00,737 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 067da25892c84d8ebc1324bddb63e12d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732069375377 2024-11-20T02:23:00,737 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting e80f7a3f6dc24131aff60c83b18a0da8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069377292 2024-11-20T02:23:00,737 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 734d658989124be4a2b59632091e72b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732069376590 2024-11-20T02:23:00,737 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a46cd1bea77474797b0e69885856bac, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732069378507 2024-11-20T02:23:00,737 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 38926aa9f46d43f79a795535b0384a90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069377292 2024-11-20T02:23:00,738 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting f470d92273244a0daa3ae4f442c0a3c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732069378507 2024-11-20T02:23:00,754 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:00,755 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/4e18d9ee13b24c0e904f581a19034275 is 50, key is test_row_0/B:col10/1732069378507/Put/seqid=0 2024-11-20T02:23:00,756 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:00,780 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d68d764b229f489ab632fb05f63638f1_88b10e616ede9c4cbf52da7d206e7150 store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:00,783 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d68d764b229f489ab632fb05f63638f1_88b10e616ede9c4cbf52da7d206e7150, store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:00,783 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d68d764b229f489ab632fb05f63638f1_88b10e616ede9c4cbf52da7d206e7150 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:00,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742191_1367 (size=12241) 2024-11-20T02:23:00,800 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/4e18d9ee13b24c0e904f581a19034275 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/4e18d9ee13b24c0e904f581a19034275 2024-11-20T02:23:00,807 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/B of 88b10e616ede9c4cbf52da7d206e7150 into 4e18d9ee13b24c0e904f581a19034275(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:00,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:00,807 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/B, priority=12, startTime=1732069380732; duration=0sec 2024-11-20T02:23:00,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:00,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:B 2024-11-20T02:23:00,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:00,808 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:00,808 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/C is initiating minor compaction (all files) 2024-11-20T02:23:00,808 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/C in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:00,808 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a4390b9d053e4d38bf7e49afa3398821, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6417a6f2406148fe9a50f6c9ad7e581f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/94013d5b280b42929fa8d112026dcbac, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/dcf3105592e64f07ac5adfe5ef7eb48f] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=47.0 K 2024-11-20T02:23:00,809 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a4390b9d053e4d38bf7e49afa3398821, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732069375377 2024-11-20T02:23:00,809 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6417a6f2406148fe9a50f6c9ad7e581f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732069376590 2024-11-20T02:23:00,811 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 94013d5b280b42929fa8d112026dcbac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069377292 2024-11-20T02:23:00,812 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting dcf3105592e64f07ac5adfe5ef7eb48f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732069378507 2024-11-20T02:23:00,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742192_1368 (size=4469) 2024-11-20T02:23:00,855 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:00,855 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/16921519c733437dad263a00482c1fad is 50, key is test_row_0/C:col10/1732069378507/Put/seqid=0 2024-11-20T02:23:00,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:23:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:00,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742193_1369 (size=12241) 2024-11-20T02:23:00,918 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/16921519c733437dad263a00482c1fad as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/16921519c733437dad263a00482c1fad 2024-11-20T02:23:00,926 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/C of 88b10e616ede9c4cbf52da7d206e7150 into 16921519c733437dad263a00482c1fad(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:00,926 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:00,926 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/C, priority=12, startTime=1732069380732; duration=0sec 2024-11-20T02:23:00,927 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:00,927 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:C 2024-11-20T02:23:00,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029af4a48d7fa4770b5e511cd9e623bc8_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069379702/Put/seqid=0 2024-11-20T02:23:00,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069440928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069440931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069440945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069440958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069440958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:00,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742194_1370 (size=14794) 2024-11-20T02:23:01,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069441056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069441057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069441062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069441070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069441070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,250 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#A#compaction#314 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:01,251 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/700cf49ff1fa49a39d467465ce133234 is 175, key is test_row_0/A:col10/1732069378507/Put/seqid=0 2024-11-20T02:23:01,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069441267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069441270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742195_1371 (size=31195) 2024-11-20T02:23:01,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069441277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,289 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/700cf49ff1fa49a39d467465ce133234 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/700cf49ff1fa49a39d467465ce133234 2024-11-20T02:23:01,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069441287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,296 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/A of 88b10e616ede9c4cbf52da7d206e7150 into 700cf49ff1fa49a39d467465ce133234(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:01,296 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:01,296 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/A, priority=12, startTime=1732069380732; duration=0sec 2024-11-20T02:23:01,296 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:01,296 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:A 2024-11-20T02:23:01,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069441288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,367 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T02:23:01,377 INFO [Thread-1540 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-20T02:23:01,378 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029af4a48d7fa4770b5e511cd9e623bc8_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029af4a48d7fa4770b5e511cd9e623bc8_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:01,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:01,379 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/6bf3c93b5a7942bd860c0eab8c012df8, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-20T02:23:01,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/6bf3c93b5a7942bd860c0eab8c012df8 is 175, key is test_row_0/A:col10/1732069379702/Put/seqid=0 2024-11-20T02:23:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T02:23:01,380 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:01,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:01,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:01,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742196_1372 (size=39749) 2024-11-20T02:23:01,424 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/6bf3c93b5a7942bd860c0eab8c012df8 2024-11-20T02:23:01,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/8c2d66fb9d4e4acb9f32f86f1378e764 is 50, key is test_row_0/B:col10/1732069379702/Put/seqid=0 2024-11-20T02:23:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742197_1373 (size=12151) 2024-11-20T02:23:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T02:23:01,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T02:23:01,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:01,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:01,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:01,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:01,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:01,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069441576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069441579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069441589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069441598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069441598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T02:23:01,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T02:23:01,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:01,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:01,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:01,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:01,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:01,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T02:23:01,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:01,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:01,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:01,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:01,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:01,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/8c2d66fb9d4e4acb9f32f86f1378e764 2024-11-20T02:23:01,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/670fa77bb5db4965ae4d55542e3d9d60 is 50, key is test_row_0/C:col10/1732069379702/Put/seqid=0 2024-11-20T02:23:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742198_1374 (size=12151) 2024-11-20T02:23:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T02:23:01,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:01,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T02:23:01,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:01,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:01,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:01,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:01,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:02,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069442083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:02,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069442085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:02,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069442100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:02,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069442109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:02,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069442109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:02,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:02,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T02:23:02,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:02,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:02,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:02,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:02,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:02,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:02,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T02:23:02,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:02,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:02,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:02,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:02,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:02,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/670fa77bb5db4965ae4d55542e3d9d60 2024-11-20T02:23:02,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/6bf3c93b5a7942bd860c0eab8c012df8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/6bf3c93b5a7942bd860c0eab8c012df8 2024-11-20T02:23:02,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/6bf3c93b5a7942bd860c0eab8c012df8, entries=200, sequenceid=134, filesize=38.8 K 2024-11-20T02:23:02,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/8c2d66fb9d4e4acb9f32f86f1378e764 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/8c2d66fb9d4e4acb9f32f86f1378e764 2024-11-20T02:23:02,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/8c2d66fb9d4e4acb9f32f86f1378e764, entries=150, sequenceid=134, filesize=11.9 K 2024-11-20T02:23:02,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/670fa77bb5db4965ae4d55542e3d9d60 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/670fa77bb5db4965ae4d55542e3d9d60 2024-11-20T02:23:02,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/670fa77bb5db4965ae4d55542e3d9d60, entries=150, sequenceid=134, filesize=11.9 K 2024-11-20T02:23:02,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 88b10e616ede9c4cbf52da7d206e7150 in 1476ms, sequenceid=134, compaction requested=false 2024-11-20T02:23:02,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:02,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:02,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T02:23:02,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:02,456 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:23:02,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:02,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:02,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:02,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:02,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:02,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T02:23:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120919f62a89e8247478cace7afa710c41e_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069380950/Put/seqid=0 2024-11-20T02:23:02,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742199_1375 (size=12304) 2024-11-20T02:23:02,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:02,964 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120919f62a89e8247478cace7afa710c41e_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120919f62a89e8247478cace7afa710c41e_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/cc673fc6790246748c97fbbdf567ac4b, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/cc673fc6790246748c97fbbdf567ac4b is 175, key is test_row_0/A:col10/1732069380950/Put/seqid=0 2024-11-20T02:23:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742200_1376 (size=31105) 2024-11-20T02:23:03,011 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/cc673fc6790246748c97fbbdf567ac4b 2024-11-20T02:23:03,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/267d46cb17ca4a20920b0c3073fb91d0 is 50, key is test_row_0/B:col10/1732069380950/Put/seqid=0 2024-11-20T02:23:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742201_1377 (size=12151) 2024-11-20T02:23:03,094 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/267d46cb17ca4a20920b0c3073fb91d0 2024-11-20T02:23:03,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/b7c5df0e7a1b488bbc329574afd63ff3 is 50, key is test_row_0/C:col10/1732069380950/Put/seqid=0 2024-11-20T02:23:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:03,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742202_1378 (size=12151) 2024-11-20T02:23:03,158 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/b7c5df0e7a1b488bbc329574afd63ff3 2024-11-20T02:23:03,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/cc673fc6790246748c97fbbdf567ac4b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/cc673fc6790246748c97fbbdf567ac4b 2024-11-20T02:23:03,168 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/cc673fc6790246748c97fbbdf567ac4b, entries=150, sequenceid=158, filesize=30.4 K 2024-11-20T02:23:03,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/267d46cb17ca4a20920b0c3073fb91d0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/267d46cb17ca4a20920b0c3073fb91d0 2024-11-20T02:23:03,174 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/267d46cb17ca4a20920b0c3073fb91d0, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T02:23:03,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/b7c5df0e7a1b488bbc329574afd63ff3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b7c5df0e7a1b488bbc329574afd63ff3 2024-11-20T02:23:03,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069443144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,180 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b7c5df0e7a1b488bbc329574afd63ff3, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T02:23:03,180 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 88b10e616ede9c4cbf52da7d206e7150 in 724ms, sequenceid=158, compaction requested=true 2024-11-20T02:23:03,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:03,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:03,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-20T02:23:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-20T02:23:03,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-20T02:23:03,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8010 sec 2024-11-20T02:23:03,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T02:23:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:03,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.8060 sec 2024-11-20T02:23:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:03,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112003b111711fc04946a6aac81edbcf1b98_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069383140/Put/seqid=0 2024-11-20T02:23:03,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069443250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069443252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069443253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069443261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742203_1379 (size=14794) 2024-11-20T02:23:03,274 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:03,280 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112003b111711fc04946a6aac81edbcf1b98_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112003b111711fc04946a6aac81edbcf1b98_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:03,281 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/2bb33f7703814f8dadedacbec73b0b25, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:03,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/2bb33f7703814f8dadedacbec73b0b25 is 175, key is test_row_0/A:col10/1732069383140/Put/seqid=0 2024-11-20T02:23:03,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069443278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742204_1380 (size=39749) 2024-11-20T02:23:03,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069443362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069443362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069443363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069443370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T02:23:03,485 INFO [Thread-1540 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-20T02:23:03,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-20T02:23:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T02:23:03,488 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:03,489 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:03,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:03,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069443487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069443569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069443570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069443571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069443581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T02:23:03,641 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T02:23:03,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:03,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:03,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:03,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:03,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:03,731 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/2bb33f7703814f8dadedacbec73b0b25 2024-11-20T02:23:03,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/9b201647dba34ac896c72ca07e08e1ca is 50, key is test_row_0/B:col10/1732069383140/Put/seqid=0 2024-11-20T02:23:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T02:23:03,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T02:23:03,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:03,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:03,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:03,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:03,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:03,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742205_1381 (size=12151) 2024-11-20T02:23:03,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069443804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069443876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069443878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069443882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069443889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:03,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T02:23:03,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:03,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T02:23:04,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T02:23:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/9b201647dba34ac896c72ca07e08e1ca 2024-11-20T02:23:04,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/b8b7cf7270684c9098cd5725028c2521 is 50, key is test_row_0/C:col10/1732069383140/Put/seqid=0 2024-11-20T02:23:04,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742206_1382 (size=12151) 2024-11-20T02:23:04,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/b8b7cf7270684c9098cd5725028c2521 2024-11-20T02:23:04,255 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T02:23:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/2bb33f7703814f8dadedacbec73b0b25 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2bb33f7703814f8dadedacbec73b0b25 2024-11-20T02:23:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2bb33f7703814f8dadedacbec73b0b25, entries=200, sequenceid=174, filesize=38.8 K 2024-11-20T02:23:04,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/9b201647dba34ac896c72ca07e08e1ca as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9b201647dba34ac896c72ca07e08e1ca 2024-11-20T02:23:04,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9b201647dba34ac896c72ca07e08e1ca, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T02:23:04,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/b8b7cf7270684c9098cd5725028c2521 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b8b7cf7270684c9098cd5725028c2521 2024-11-20T02:23:04,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b8b7cf7270684c9098cd5725028c2521, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T02:23:04,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 88b10e616ede9c4cbf52da7d206e7150 in 1102ms, sequenceid=174, compaction requested=true 2024-11-20T02:23:04,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:04,287 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:04,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:04,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:04,288 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:04,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:04,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:04,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:04,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:04,289 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:04,289 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/B is initiating minor compaction (all files) 2024-11-20T02:23:04,289 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/B in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,289 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/4e18d9ee13b24c0e904f581a19034275, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/8c2d66fb9d4e4acb9f32f86f1378e764, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/267d46cb17ca4a20920b0c3073fb91d0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9b201647dba34ac896c72ca07e08e1ca] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=47.6 K 2024-11-20T02:23:04,289 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:04,289 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/A is initiating minor compaction (all files) 2024-11-20T02:23:04,290 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/A in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,290 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/700cf49ff1fa49a39d467465ce133234, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/6bf3c93b5a7942bd860c0eab8c012df8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/cc673fc6790246748c97fbbdf567ac4b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2bb33f7703814f8dadedacbec73b0b25] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=138.5 K 2024-11-20T02:23:04,290 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,290 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/700cf49ff1fa49a39d467465ce133234, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/6bf3c93b5a7942bd860c0eab8c012df8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/cc673fc6790246748c97fbbdf567ac4b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2bb33f7703814f8dadedacbec73b0b25] 2024-11-20T02:23:04,291 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e18d9ee13b24c0e904f581a19034275, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732069378507 2024-11-20T02:23:04,291 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 700cf49ff1fa49a39d467465ce133234, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732069378507 2024-11-20T02:23:04,292 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c2d66fb9d4e4acb9f32f86f1378e764, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069379701 2024-11-20T02:23:04,292 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bf3c93b5a7942bd860c0eab8c012df8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069379701 2024-11-20T02:23:04,292 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 267d46cb17ca4a20920b0c3073fb91d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732069380943 2024-11-20T02:23:04,293 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc673fc6790246748c97fbbdf567ac4b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732069380943 2024-11-20T02:23:04,293 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b201647dba34ac896c72ca07e08e1ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069383140 2024-11-20T02:23:04,293 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bb33f7703814f8dadedacbec73b0b25, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069383137 2024-11-20T02:23:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:04,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T02:23:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:04,322 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#B#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:04,323 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/e1949e99a1c043fab8fc570428fe4743 is 50, key is test_row_0/B:col10/1732069383140/Put/seqid=0 2024-11-20T02:23:04,328 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:04,361 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120db83d107d29d4d5a83d768c126f7f6a0_88b10e616ede9c4cbf52da7d206e7150 store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:04,364 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120db83d107d29d4d5a83d768c126f7f6a0_88b10e616ede9c4cbf52da7d206e7150, store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:04,364 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120db83d107d29d4d5a83d768c126f7f6a0_88b10e616ede9c4cbf52da7d206e7150 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:04,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742207_1383 (size=12527) 2024-11-20T02:23:04,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eb3fc8a6783743e0a0a391a058f34757_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069384317/Put/seqid=0 2024-11-20T02:23:04,391 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/e1949e99a1c043fab8fc570428fe4743 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/e1949e99a1c043fab8fc570428fe4743 2024-11-20T02:23:04,397 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/B of 88b10e616ede9c4cbf52da7d206e7150 into e1949e99a1c043fab8fc570428fe4743(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:04,397 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:04,397 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/B, priority=12, startTime=1732069384287; duration=0sec 2024-11-20T02:23:04,397 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:04,397 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:B 2024-11-20T02:23:04,398 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:04,399 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:04,399 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/C is initiating minor compaction (all files) 2024-11-20T02:23:04,399 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/C in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,399 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/16921519c733437dad263a00482c1fad, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/670fa77bb5db4965ae4d55542e3d9d60, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b7c5df0e7a1b488bbc329574afd63ff3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b8b7cf7270684c9098cd5725028c2521] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=47.6 K 2024-11-20T02:23:04,399 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 16921519c733437dad263a00482c1fad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732069378507 2024-11-20T02:23:04,400 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 670fa77bb5db4965ae4d55542e3d9d60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732069379701 2024-11-20T02:23:04,400 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b7c5df0e7a1b488bbc329574afd63ff3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732069380943 2024-11-20T02:23:04,400 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b8b7cf7270684c9098cd5725028c2521, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069383140 2024-11-20T02:23:04,410 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T02:23:04,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:04,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742209_1385 (size=14794) 2024-11-20T02:23:04,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069444409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,433 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:04,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069444410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742208_1384 (size=4469) 2024-11-20T02:23:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069444411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eb3fc8a6783743e0a0a391a058f34757_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eb3fc8a6783743e0a0a391a058f34757_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:04,440 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/968c4ab5d57c43ba996b461ca25ecbe6, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:04,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/968c4ab5d57c43ba996b461ca25ecbe6 is 175, key is test_row_0/A:col10/1732069384317/Put/seqid=0 2024-11-20T02:23:04,442 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#A#compaction#326 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:04,442 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/b439ce83379c41528968dd21b96ebe8e is 175, key is test_row_0/A:col10/1732069383140/Put/seqid=0 2024-11-20T02:23:04,444 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#C#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:04,445 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/5b7c749f7a154c0dae3fe5a2469fc2df is 50, key is test_row_0/C:col10/1732069383140/Put/seqid=0 2024-11-20T02:23:04,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069444431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069444434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742211_1387 (size=31481) 2024-11-20T02:23:04,513 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/b439ce83379c41528968dd21b96ebe8e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/b439ce83379c41528968dd21b96ebe8e 2024-11-20T02:23:04,519 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/A of 88b10e616ede9c4cbf52da7d206e7150 into b439ce83379c41528968dd21b96ebe8e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:04,519 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:04,519 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/A, priority=12, startTime=1732069384287; duration=0sec 2024-11-20T02:23:04,520 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:04,520 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:A 2024-11-20T02:23:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742212_1388 (size=12527) 2024-11-20T02:23:04,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742210_1386 (size=39749) 2024-11-20T02:23:04,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/968c4ab5d57c43ba996b461ca25ecbe6 2024-11-20T02:23:04,539 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/5b7c749f7a154c0dae3fe5a2469fc2df as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/5b7c749f7a154c0dae3fe5a2469fc2df 2024-11-20T02:23:04,544 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/C of 88b10e616ede9c4cbf52da7d206e7150 into 5b7c749f7a154c0dae3fe5a2469fc2df(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:04,544 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:04,544 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/C, priority=12, startTime=1732069384288; duration=0sec 2024-11-20T02:23:04,544 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:04,544 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:C 2024-11-20T02:23:04,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069444535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069444536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069444537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069444550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/efe1a8526f4f4e27bdcd475274f958e9 is 50, key is test_row_0/B:col10/1732069384317/Put/seqid=0 2024-11-20T02:23:04,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069444553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T02:23:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T02:23:04,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742213_1389 (size=12151) 2024-11-20T02:23:04,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T02:23:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069444748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069444754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069444754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069444759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069444762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:04,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T02:23:04,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:04,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:04,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:05,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/efe1a8526f4f4e27bdcd475274f958e9 2024-11-20T02:23:05,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T02:23:05,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:05,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:05,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:05,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/c090d3dda77746b280ff723a07857c0b is 50, key is test_row_0/C:col10/1732069384317/Put/seqid=0 2024-11-20T02:23:05,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:05,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:05,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069445059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069445061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069445063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069445065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069445071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742214_1390 (size=12151) 2024-11-20T02:23:05,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/c090d3dda77746b280ff723a07857c0b 2024-11-20T02:23:05,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/968c4ab5d57c43ba996b461ca25ecbe6 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/968c4ab5d57c43ba996b461ca25ecbe6 2024-11-20T02:23:05,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/968c4ab5d57c43ba996b461ca25ecbe6, entries=200, sequenceid=195, filesize=38.8 K 2024-11-20T02:23:05,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/efe1a8526f4f4e27bdcd475274f958e9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/efe1a8526f4f4e27bdcd475274f958e9 2024-11-20T02:23:05,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/efe1a8526f4f4e27bdcd475274f958e9, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T02:23:05,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/c090d3dda77746b280ff723a07857c0b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/c090d3dda77746b280ff723a07857c0b 2024-11-20T02:23:05,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/c090d3dda77746b280ff723a07857c0b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T02:23:05,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 88b10e616ede9c4cbf52da7d206e7150 in 831ms, sequenceid=195, compaction requested=false 2024-11-20T02:23:05,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:05,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T02:23:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:05,182 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:23:05,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:05,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:05,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203dd49527fe1c4457a93893cfa319f12f_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069384430/Put/seqid=0 2024-11-20T02:23:05,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742215_1391 (size=12304) 2024-11-20T02:23:05,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T02:23:05,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069445612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069445614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069445615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069445615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069445621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:05,649 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203dd49527fe1c4457a93893cfa319f12f_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203dd49527fe1c4457a93893cfa319f12f_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:05,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/ad89235c212448e6b39c658ccb058aaa, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:05,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/ad89235c212448e6b39c658ccb058aaa is 175, key is test_row_0/A:col10/1732069384430/Put/seqid=0 2024-11-20T02:23:05,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742216_1392 (size=31105) 2024-11-20T02:23:05,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069445723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069445724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069445725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069445725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069445732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069445935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069445936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069445936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069445937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069445938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:06,091 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/ad89235c212448e6b39c658ccb058aaa 2024-11-20T02:23:06,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/c5c6b7fd455a4ce3bf8e4d1064c0e8e2 is 50, key is test_row_0/B:col10/1732069384430/Put/seqid=0 2024-11-20T02:23:06,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742217_1393 (size=12151) 2024-11-20T02:23:06,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069446248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:06,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069446248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:06,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069446248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:06,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069446248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:06,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069446249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:06,555 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/c5c6b7fd455a4ce3bf8e4d1064c0e8e2 2024-11-20T02:23:06,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/2cbf3c37b5d74d979a70655b78debc01 is 50, key is test_row_0/C:col10/1732069384430/Put/seqid=0 2024-11-20T02:23:06,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742218_1394 (size=12151) 2024-11-20T02:23:06,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069446760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:06,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069446761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:06,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069446762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:06,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069446763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:06,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069446765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:06,998 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/2cbf3c37b5d74d979a70655b78debc01 2024-11-20T02:23:07,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/ad89235c212448e6b39c658ccb058aaa as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/ad89235c212448e6b39c658ccb058aaa 2024-11-20T02:23:07,007 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/ad89235c212448e6b39c658ccb058aaa, entries=150, sequenceid=213, filesize=30.4 K 2024-11-20T02:23:07,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/c5c6b7fd455a4ce3bf8e4d1064c0e8e2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/c5c6b7fd455a4ce3bf8e4d1064c0e8e2 2024-11-20T02:23:07,016 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/c5c6b7fd455a4ce3bf8e4d1064c0e8e2, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T02:23:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/2cbf3c37b5d74d979a70655b78debc01 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/2cbf3c37b5d74d979a70655b78debc01 2024-11-20T02:23:07,034 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/2cbf3c37b5d74d979a70655b78debc01, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T02:23:07,035 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 88b10e616ede9c4cbf52da7d206e7150 in 1854ms, sequenceid=213, compaction requested=true 2024-11-20T02:23:07,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:07,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:07,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-20T02:23:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-20T02:23:07,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-20T02:23:07,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5480 sec 2024-11-20T02:23:07,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 3.5510 sec 2024-11-20T02:23:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T02:23:07,594 INFO [Thread-1540 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-20T02:23:07,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-20T02:23:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T02:23:07,598 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:07,598 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:07,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T02:23:07,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:07,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T02:23:07,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:07,751 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T02:23:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:07,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:07,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112002cb514a9d1d46aebb223869e5e5c0b9_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069385619/Put/seqid=0 2024-11-20T02:23:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742219_1395 (size=12304) 2024-11-20T02:23:07,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069447805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:07,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069447813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:07,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069447829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:07,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069447831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:07,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069447832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T02:23:07,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069447931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:07,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069447933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:07,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069447950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:07,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069447951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:07,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069447951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:08,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069448139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:08,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069448141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:08,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069448158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:08,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069448158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:08,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069448159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T02:23:08,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:08,229 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112002cb514a9d1d46aebb223869e5e5c0b9_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112002cb514a9d1d46aebb223869e5e5c0b9_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:08,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/1a0f5f41d9d5414cb79bca43f7e1a22f, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:08,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/1a0f5f41d9d5414cb79bca43f7e1a22f is 175, key is test_row_0/A:col10/1732069385619/Put/seqid=0 2024-11-20T02:23:08,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742220_1396 (size=31105) 2024-11-20T02:23:08,264 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/1a0f5f41d9d5414cb79bca43f7e1a22f 2024-11-20T02:23:08,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/eb25fdb70b804d728f881a93fcd734ec is 50, key is test_row_0/B:col10/1732069385619/Put/seqid=0 2024-11-20T02:23:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742221_1397 (size=12151) 2024-11-20T02:23:08,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069448448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:08,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069448451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:08,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069448474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:08,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069448474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:08,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069448475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T02:23:08,731 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/eb25fdb70b804d728f881a93fcd734ec 2024-11-20T02:23:08,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/a5f5d977238c42c18b139c56e0b3ac48 is 50, key is test_row_0/C:col10/1732069385619/Put/seqid=0 2024-11-20T02:23:08,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742222_1398 (size=12151) 2024-11-20T02:23:08,778 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/a5f5d977238c42c18b139c56e0b3ac48 2024-11-20T02:23:08,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/1a0f5f41d9d5414cb79bca43f7e1a22f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/1a0f5f41d9d5414cb79bca43f7e1a22f 2024-11-20T02:23:08,789 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/1a0f5f41d9d5414cb79bca43f7e1a22f, entries=150, sequenceid=234, filesize=30.4 K 2024-11-20T02:23:08,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/eb25fdb70b804d728f881a93fcd734ec as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/eb25fdb70b804d728f881a93fcd734ec 2024-11-20T02:23:08,796 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/eb25fdb70b804d728f881a93fcd734ec, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T02:23:08,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/a5f5d977238c42c18b139c56e0b3ac48 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a5f5d977238c42c18b139c56e0b3ac48 2024-11-20T02:23:08,802 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a5f5d977238c42c18b139c56e0b3ac48, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T02:23:08,803 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 88b10e616ede9c4cbf52da7d206e7150 in 1052ms, sequenceid=234, compaction requested=true 2024-11-20T02:23:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-20T02:23:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-20T02:23:08,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-20T02:23:08,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2060 sec 2024-11-20T02:23:08,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.2110 sec 2024-11-20T02:23:08,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T02:23:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:08,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204a0c4632af59466bbc4a0565e2182894_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069387822/Put/seqid=0 2024-11-20T02:23:09,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742223_1399 (size=14794) 2024-11-20T02:23:09,029 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:09,034 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204a0c4632af59466bbc4a0565e2182894_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204a0c4632af59466bbc4a0565e2182894_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:09,035 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/439f7e5d573e47c08e303cf85440f3f4, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:09,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/439f7e5d573e47c08e303cf85440f3f4 is 175, key is test_row_0/A:col10/1732069387822/Put/seqid=0 2024-11-20T02:23:09,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069449017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069449062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069449068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069449068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069449071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742224_1400 (size=39749) 2024-11-20T02:23:09,082 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/439f7e5d573e47c08e303cf85440f3f4 2024-11-20T02:23:09,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/9611f7974b124924829592cb068fa509 is 50, key is test_row_0/B:col10/1732069387822/Put/seqid=0 2024-11-20T02:23:09,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742225_1401 (size=12151) 2024-11-20T02:23:09,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/9611f7974b124924829592cb068fa509 2024-11-20T02:23:09,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/6fa32109e20840edbabbabdaa146d4aa is 50, key is test_row_0/C:col10/1732069387822/Put/seqid=0 2024-11-20T02:23:09,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069449172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069449178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069449179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069449179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069449180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742226_1402 (size=12151) 2024-11-20T02:23:09,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/6fa32109e20840edbabbabdaa146d4aa 2024-11-20T02:23:09,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/439f7e5d573e47c08e303cf85440f3f4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/439f7e5d573e47c08e303cf85440f3f4 2024-11-20T02:23:09,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/439f7e5d573e47c08e303cf85440f3f4, entries=200, sequenceid=252, filesize=38.8 K 2024-11-20T02:23:09,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/9611f7974b124924829592cb068fa509 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9611f7974b124924829592cb068fa509 2024-11-20T02:23:09,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9611f7974b124924829592cb068fa509, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T02:23:09,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/6fa32109e20840edbabbabdaa146d4aa as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6fa32109e20840edbabbabdaa146d4aa 2024-11-20T02:23:09,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6fa32109e20840edbabbabdaa146d4aa, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T02:23:09,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 88b10e616ede9c4cbf52da7d206e7150 in 283ms, sequenceid=252, compaction requested=true 2024-11-20T02:23:09,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:09,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:09,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:09,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:09,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:09,251 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T02:23:09,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:09,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T02:23:09,251 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T02:23:09,253 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 173189 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T02:23:09,253 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/A is initiating minor compaction (all files) 2024-11-20T02:23:09,253 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/A in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:09,253 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/b439ce83379c41528968dd21b96ebe8e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/968c4ab5d57c43ba996b461ca25ecbe6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/ad89235c212448e6b39c658ccb058aaa, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/1a0f5f41d9d5414cb79bca43f7e1a22f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/439f7e5d573e47c08e303cf85440f3f4] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=169.1 K 2024-11-20T02:23:09,253 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:09,253 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/b439ce83379c41528968dd21b96ebe8e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/968c4ab5d57c43ba996b461ca25ecbe6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/ad89235c212448e6b39c658ccb058aaa, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/1a0f5f41d9d5414cb79bca43f7e1a22f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/439f7e5d573e47c08e303cf85440f3f4] 2024-11-20T02:23:09,255 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61131 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T02:23:09,256 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/B is initiating minor compaction (all files) 2024-11-20T02:23:09,256 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/B in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:09,256 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/e1949e99a1c043fab8fc570428fe4743, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/efe1a8526f4f4e27bdcd475274f958e9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/c5c6b7fd455a4ce3bf8e4d1064c0e8e2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/eb25fdb70b804d728f881a93fcd734ec, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9611f7974b124924829592cb068fa509] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=59.7 K 2024-11-20T02:23:09,256 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e1949e99a1c043fab8fc570428fe4743, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069383140 2024-11-20T02:23:09,256 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting b439ce83379c41528968dd21b96ebe8e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069383140 2024-11-20T02:23:09,257 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting efe1a8526f4f4e27bdcd475274f958e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732069383217 2024-11-20T02:23:09,257 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 968c4ab5d57c43ba996b461ca25ecbe6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732069383217 2024-11-20T02:23:09,257 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting c5c6b7fd455a4ce3bf8e4d1064c0e8e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732069384373 2024-11-20T02:23:09,258 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting eb25fdb70b804d728f881a93fcd734ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732069385606 2024-11-20T02:23:09,258 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad89235c212448e6b39c658ccb058aaa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732069384373 2024-11-20T02:23:09,259 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a0f5f41d9d5414cb79bca43f7e1a22f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732069385606 2024-11-20T02:23:09,259 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 9611f7974b124924829592cb068fa509, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732069387822 2024-11-20T02:23:09,259 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 439f7e5d573e47c08e303cf85440f3f4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732069387822 2024-11-20T02:23:09,273 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:09,289 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#B#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:09,290 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/2c517f1c9d1b438ea3164fb26cb8a99a is 50, key is test_row_0/B:col10/1732069387822/Put/seqid=0 2024-11-20T02:23:09,304 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112074eb669d30e54eb8b146bec6365c8ce1_88b10e616ede9c4cbf52da7d206e7150 store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:09,307 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112074eb669d30e54eb8b146bec6365c8ce1_88b10e616ede9c4cbf52da7d206e7150, store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:09,308 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112074eb669d30e54eb8b146bec6365c8ce1_88b10e616ede9c4cbf52da7d206e7150 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:09,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742228_1404 (size=4469) 2024-11-20T02:23:09,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742227_1403 (size=12697) 2024-11-20T02:23:09,358 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/2c517f1c9d1b438ea3164fb26cb8a99a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/2c517f1c9d1b438ea3164fb26cb8a99a 2024-11-20T02:23:09,365 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/B of 88b10e616ede9c4cbf52da7d206e7150 into 2c517f1c9d1b438ea3164fb26cb8a99a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:09,365 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:09,365 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/B, priority=11, startTime=1732069389251; duration=0sec 2024-11-20T02:23:09,365 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:09,365 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:B 2024-11-20T02:23:09,365 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T02:23:09,368 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61131 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T02:23:09,368 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/C is initiating minor compaction (all files) 2024-11-20T02:23:09,368 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/C in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:09,368 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/5b7c749f7a154c0dae3fe5a2469fc2df, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/c090d3dda77746b280ff723a07857c0b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/2cbf3c37b5d74d979a70655b78debc01, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a5f5d977238c42c18b139c56e0b3ac48, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6fa32109e20840edbabbabdaa146d4aa] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=59.7 K 2024-11-20T02:23:09,368 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b7c749f7a154c0dae3fe5a2469fc2df, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732069383140 2024-11-20T02:23:09,369 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting c090d3dda77746b280ff723a07857c0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732069383217 2024-11-20T02:23:09,369 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cbf3c37b5d74d979a70655b78debc01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732069384373 2024-11-20T02:23:09,369 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a5f5d977238c42c18b139c56e0b3ac48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732069385606 2024-11-20T02:23:09,370 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fa32109e20840edbabbabdaa146d4aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732069387822 2024-11-20T02:23:09,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T02:23:09,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:09,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:09,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:09,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:09,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:09,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:09,395 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#C#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:09,396 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/3141b46398fd436294d04a1b6de2c947 is 50, key is test_row_0/C:col10/1732069387822/Put/seqid=0 2024-11-20T02:23:09,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b40dc3835e0d43e8898292180d4feb2e_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069389392/Put/seqid=0 2024-11-20T02:23:09,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069449421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069449431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069449433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069449435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742229_1405 (size=12697) 2024-11-20T02:23:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069449437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,458 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/3141b46398fd436294d04a1b6de2c947 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/3141b46398fd436294d04a1b6de2c947 2024-11-20T02:23:09,464 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/C of 88b10e616ede9c4cbf52da7d206e7150 into 3141b46398fd436294d04a1b6de2c947(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:09,464 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:09,464 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/C, priority=11, startTime=1732069389251; duration=0sec 2024-11-20T02:23:09,464 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:09,464 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:C 2024-11-20T02:23:09,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742230_1406 (size=14994) 2024-11-20T02:23:09,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069449538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069449547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069449548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069449548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069449553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T02:23:09,701 INFO [Thread-1540 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-20T02:23:09,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-20T02:23:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T02:23:09,708 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:09,708 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:09,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:09,737 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#A#compaction#340 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:09,737 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/8fa49e2e72c94d6fa2ee282c2b8ae843 is 175, key is test_row_0/A:col10/1732069387822/Put/seqid=0 2024-11-20T02:23:09,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069449749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069449758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069449759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069449759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069449760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742231_1407 (size=31651) 2024-11-20T02:23:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T02:23:09,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:09,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T02:23:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:09,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:09,888 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:09,892 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b40dc3835e0d43e8898292180d4feb2e_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b40dc3835e0d43e8898292180d4feb2e_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:09,893 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/18ce42e335f548b0b0c0d7887e799287, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:09,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/18ce42e335f548b0b0c0d7887e799287 is 175, key is test_row_0/A:col10/1732069389392/Put/seqid=0 2024-11-20T02:23:09,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742232_1408 (size=39949) 2024-11-20T02:23:09,934 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/18ce42e335f548b0b0c0d7887e799287 2024-11-20T02:23:09,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/17694c4f41804c9b86ae23781a25983f is 50, key is test_row_0/B:col10/1732069389392/Put/seqid=0 2024-11-20T02:23:09,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742233_1409 (size=12301) 2024-11-20T02:23:09,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/17694c4f41804c9b86ae23781a25983f 2024-11-20T02:23:09,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/88e921135e9044daaa639b39ae83fe04 is 50, key is test_row_0/C:col10/1732069389392/Put/seqid=0 2024-11-20T02:23:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T02:23:10,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T02:23:10,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:10,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742234_1410 (size=12301) 2024-11-20T02:23:10,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/88e921135e9044daaa639b39ae83fe04 2024-11-20T02:23:10,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/18ce42e335f548b0b0c0d7887e799287 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/18ce42e335f548b0b0c0d7887e799287 2024-11-20T02:23:10,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/18ce42e335f548b0b0c0d7887e799287, entries=200, sequenceid=272, filesize=39.0 K 2024-11-20T02:23:10,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/17694c4f41804c9b86ae23781a25983f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/17694c4f41804c9b86ae23781a25983f 2024-11-20T02:23:10,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/17694c4f41804c9b86ae23781a25983f, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T02:23:10,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/88e921135e9044daaa639b39ae83fe04 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/88e921135e9044daaa639b39ae83fe04 2024-11-20T02:23:10,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/88e921135e9044daaa639b39ae83fe04, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T02:23:10,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 88b10e616ede9c4cbf52da7d206e7150 in 676ms, sequenceid=272, compaction requested=false 2024-11-20T02:23:10,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:10,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T02:23:10,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:10,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:10,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:10,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:10,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:10,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:10,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b109f9c9d90546d3a79a9a70d0053cd5_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069390065/Put/seqid=0 2024-11-20T02:23:10,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742235_1411 (size=20074) 2024-11-20T02:23:10,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T02:23:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069450151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069450153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069450155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069450154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069450157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,179 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/8fa49e2e72c94d6fa2ee282c2b8ae843 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8fa49e2e72c94d6fa2ee282c2b8ae843 2024-11-20T02:23:10,194 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/A of 88b10e616ede9c4cbf52da7d206e7150 into 8fa49e2e72c94d6fa2ee282c2b8ae843(size=30.9 K), total size for store is 69.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:10,194 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:10,194 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/A, priority=11, startTime=1732069389251; duration=0sec 2024-11-20T02:23:10,195 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:10,195 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:A 2024-11-20T02:23:10,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069450270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069450270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069450271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069450273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069450273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T02:23:10,320 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T02:23:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T02:23:10,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:10,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069450488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069450488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069450489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069450490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069450491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,529 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:10,536 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b109f9c9d90546d3a79a9a70d0053cd5_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b109f9c9d90546d3a79a9a70d0053cd5_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:10,538 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/adbdf05c90d447e188affc01418c9ad2, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:10,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/adbdf05c90d447e188affc01418c9ad2 is 175, key is test_row_0/A:col10/1732069390065/Put/seqid=0 2024-11-20T02:23:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742236_1412 (size=57333) 2024-11-20T02:23:10,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/adbdf05c90d447e188affc01418c9ad2 2024-11-20T02:23:10,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/fbff8210bb0248728fd0d02779f8bde8 is 50, key is test_row_0/B:col10/1732069390065/Put/seqid=0 2024-11-20T02:23:10,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T02:23:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742237_1413 (size=12301) 2024-11-20T02:23:10,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/fbff8210bb0248728fd0d02779f8bde8 2024-11-20T02:23:10,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/258ae1912a32457ca9c3a1d3f70cad72 is 50, key is test_row_0/C:col10/1732069390065/Put/seqid=0 2024-11-20T02:23:10,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742238_1414 (size=12301) 2024-11-20T02:23:10,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T02:23:10,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:10,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069450797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069450798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069450798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069450798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069450803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T02:23:10,942 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:10,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T02:23:10,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:10,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:10,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:11,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/258ae1912a32457ca9c3a1d3f70cad72 2024-11-20T02:23:11,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T02:23:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:11,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:11,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/adbdf05c90d447e188affc01418c9ad2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/adbdf05c90d447e188affc01418c9ad2 2024-11-20T02:23:11,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/adbdf05c90d447e188affc01418c9ad2, entries=300, sequenceid=293, filesize=56.0 K 2024-11-20T02:23:11,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/fbff8210bb0248728fd0d02779f8bde8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fbff8210bb0248728fd0d02779f8bde8 2024-11-20T02:23:11,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fbff8210bb0248728fd0d02779f8bde8, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T02:23:11,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/258ae1912a32457ca9c3a1d3f70cad72 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/258ae1912a32457ca9c3a1d3f70cad72 2024-11-20T02:23:11,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/258ae1912a32457ca9c3a1d3f70cad72, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T02:23:11,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 88b10e616ede9c4cbf52da7d206e7150 in 1047ms, sequenceid=293, compaction requested=true 2024-11-20T02:23:11,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:11,119 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:11,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:11,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:11,120 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:11,123 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128933 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:11,124 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/A is initiating minor compaction (all files) 2024-11-20T02:23:11,124 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/A in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:11,124 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8fa49e2e72c94d6fa2ee282c2b8ae843, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/18ce42e335f548b0b0c0d7887e799287, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/adbdf05c90d447e188affc01418c9ad2] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=125.9 K 2024-11-20T02:23:11,124 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:11,124 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8fa49e2e72c94d6fa2ee282c2b8ae843, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/18ce42e335f548b0b0c0d7887e799287, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/adbdf05c90d447e188affc01418c9ad2] 2024-11-20T02:23:11,124 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:11,124 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fa49e2e72c94d6fa2ee282c2b8ae843, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732069387822 2024-11-20T02:23:11,124 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/B is initiating minor compaction (all files) 2024-11-20T02:23:11,124 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/B in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:11,124 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/2c517f1c9d1b438ea3164fb26cb8a99a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/17694c4f41804c9b86ae23781a25983f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fbff8210bb0248728fd0d02779f8bde8] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=36.4 K 2024-11-20T02:23:11,125 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18ce42e335f548b0b0c0d7887e799287, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732069389024 2024-11-20T02:23:11,125 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c517f1c9d1b438ea3164fb26cb8a99a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732069387822 2024-11-20T02:23:11,125 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting adbdf05c90d447e188affc01418c9ad2, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732069389420 2024-11-20T02:23:11,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:11,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:11,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:11,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:11,126 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 17694c4f41804c9b86ae23781a25983f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732069389032 2024-11-20T02:23:11,126 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting fbff8210bb0248728fd0d02779f8bde8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732069390065 2024-11-20T02:23:11,137 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:11,147 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#B#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:11,147 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/fae85c2fc01b4e61a23b566a420195d3 is 50, key is test_row_0/B:col10/1732069390065/Put/seqid=0 2024-11-20T02:23:11,149 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411200cf9878093b941a79ae0712d193723ca_88b10e616ede9c4cbf52da7d206e7150 store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:11,152 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411200cf9878093b941a79ae0712d193723ca_88b10e616ede9c4cbf52da7d206e7150, store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:11,152 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200cf9878093b941a79ae0712d193723ca_88b10e616ede9c4cbf52da7d206e7150 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:11,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742239_1415 (size=12949) 2024-11-20T02:23:11,203 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/fae85c2fc01b4e61a23b566a420195d3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fae85c2fc01b4e61a23b566a420195d3 2024-11-20T02:23:11,208 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/B of 88b10e616ede9c4cbf52da7d206e7150 into fae85c2fc01b4e61a23b566a420195d3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:11,208 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:11,208 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/B, priority=13, startTime=1732069391119; duration=0sec 2024-11-20T02:23:11,208 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:11,208 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:B 2024-11-20T02:23:11,208 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:11,209 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:11,209 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 88b10e616ede9c4cbf52da7d206e7150/C is initiating minor compaction (all files) 2024-11-20T02:23:11,209 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88b10e616ede9c4cbf52da7d206e7150/C in TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:11,210 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/3141b46398fd436294d04a1b6de2c947, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/88e921135e9044daaa639b39ae83fe04, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/258ae1912a32457ca9c3a1d3f70cad72] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp, totalSize=36.4 K 2024-11-20T02:23:11,210 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3141b46398fd436294d04a1b6de2c947, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732069387822 2024-11-20T02:23:11,210 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 88e921135e9044daaa639b39ae83fe04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732069389032 2024-11-20T02:23:11,211 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 258ae1912a32457ca9c3a1d3f70cad72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732069390065 2024-11-20T02:23:11,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742240_1416 (size=4469) 2024-11-20T02:23:11,216 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#A#compaction#349 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:11,217 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/00d86c2b55f040eca96253854841d9a1 is 175, key is test_row_0/A:col10/1732069390065/Put/seqid=0 2024-11-20T02:23:11,252 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88b10e616ede9c4cbf52da7d206e7150#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:11,253 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/57eaa6019def4430a77dd4b19b341e2b is 50, key is test_row_0/C:col10/1732069390065/Put/seqid=0 2024-11-20T02:23:11,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T02:23:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:11,256 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T02:23:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:11,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742241_1417 (size=31903) 2024-11-20T02:23:11,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120604e482c7928445abb00058e0723e013_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069390153/Put/seqid=0 2024-11-20T02:23:11,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742242_1418 (size=12949) 2024-11-20T02:23:11,309 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/57eaa6019def4430a77dd4b19b341e2b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/57eaa6019def4430a77dd4b19b341e2b 2024-11-20T02:23:11,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. as already flushing 2024-11-20T02:23:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:11,315 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/C of 88b10e616ede9c4cbf52da7d206e7150 into 57eaa6019def4430a77dd4b19b341e2b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:11,315 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:11,315 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/C, priority=13, startTime=1732069391126; duration=0sec 2024-11-20T02:23:11,316 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:11,316 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:C 2024-11-20T02:23:11,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742243_1419 (size=12454) 2024-11-20T02:23:11,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069451354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069451354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069451356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069451368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069451369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069451471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069451471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069451472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069451479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069451479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,679 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/00d86c2b55f040eca96253854841d9a1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/00d86c2b55f040eca96253854841d9a1 2024-11-20T02:23:11,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069451679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,684 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88b10e616ede9c4cbf52da7d206e7150/A of 88b10e616ede9c4cbf52da7d206e7150 into 00d86c2b55f040eca96253854841d9a1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:11,684 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:11,685 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150., storeName=88b10e616ede9c4cbf52da7d206e7150/A, priority=13, startTime=1732069391119; duration=0sec 2024-11-20T02:23:11,685 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:11,685 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:A 2024-11-20T02:23:11,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069451679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069451680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069451691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069451691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:11,739 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120604e482c7928445abb00058e0723e013_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120604e482c7928445abb00058e0723e013_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:11,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/b96a6482bddf4f5cbfa53473cc6e32de, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:11,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/b96a6482bddf4f5cbfa53473cc6e32de is 175, key is test_row_0/A:col10/1732069390153/Put/seqid=0 2024-11-20T02:23:11,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742244_1420 (size=31255) 2024-11-20T02:23:11,791 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/b96a6482bddf4f5cbfa53473cc6e32de 2024-11-20T02:23:11,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/b4b40d28a80949fd92d9e6b2695ebad7 is 50, key is test_row_0/B:col10/1732069390153/Put/seqid=0 2024-11-20T02:23:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T02:23:11,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742245_1421 (size=12301) 2024-11-20T02:23:11,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069451985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069451990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:11,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069451991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:12,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069452000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:12,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069452001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:12,238 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/b4b40d28a80949fd92d9e6b2695ebad7 2024-11-20T02:23:12,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/b238b683d42c442c81b9f6d890a18d5f is 50, key is test_row_0/C:col10/1732069390153/Put/seqid=0 2024-11-20T02:23:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742246_1422 (size=12301) 2024-11-20T02:23:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53060 deadline: 1732069452494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:12,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52998 deadline: 1732069452500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:12,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53072 deadline: 1732069452500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:12,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53004 deadline: 1732069452505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:12,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53078 deadline: 1732069452506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:12,681 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/b238b683d42c442c81b9f6d890a18d5f 2024-11-20T02:23:12,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/b96a6482bddf4f5cbfa53473cc6e32de as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/b96a6482bddf4f5cbfa53473cc6e32de 2024-11-20T02:23:12,699 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/b96a6482bddf4f5cbfa53473cc6e32de, entries=150, sequenceid=311, filesize=30.5 K 2024-11-20T02:23:12,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/b4b40d28a80949fd92d9e6b2695ebad7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/b4b40d28a80949fd92d9e6b2695ebad7 2024-11-20T02:23:12,717 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/b4b40d28a80949fd92d9e6b2695ebad7, entries=150, sequenceid=311, filesize=12.0 K 2024-11-20T02:23:12,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/b238b683d42c442c81b9f6d890a18d5f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b238b683d42c442c81b9f6d890a18d5f 2024-11-20T02:23:12,728 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b238b683d42c442c81b9f6d890a18d5f, entries=150, sequenceid=311, filesize=12.0 K 2024-11-20T02:23:12,730 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 88b10e616ede9c4cbf52da7d206e7150 in 1473ms, sequenceid=311, compaction requested=false 2024-11-20T02:23:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-20T02:23:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-20T02:23:12,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-20T02:23:12,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0220 sec 2024-11-20T02:23:12,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 3.0310 sec 2024-11-20T02:23:13,154 DEBUG [Thread-1547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:51936 2024-11-20T02:23:13,154 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:13,156 DEBUG [Thread-1545 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:51936 2024-11-20T02:23:13,156 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:13,158 DEBUG [Thread-1543 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:51936 2024-11-20T02:23:13,159 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:13,160 DEBUG [Thread-1541 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:51936 2024-11-20T02:23:13,160 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:13,160 DEBUG [Thread-1549 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:51936 2024-11-20T02:23:13,161 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:13,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T02:23:13,509 DEBUG [Thread-1536 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:51936 2024-11-20T02:23:13,509 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:13,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:13,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:13,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:13,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:13,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:13,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:13,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112035af961388744ef9930f299418f16fc1_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_0/A:col10/1732069391354/Put/seqid=0 2024-11-20T02:23:13,519 DEBUG [Thread-1530 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:51936 2024-11-20T02:23:13,519 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:13,519 DEBUG [Thread-1538 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:51936 2024-11-20T02:23:13,519 DEBUG [Thread-1538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:13,520 DEBUG [Thread-1534 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:51936 2024-11-20T02:23:13,521 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:13,521 DEBUG [Thread-1532 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:51936 2024-11-20T02:23:13,522 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742247_1423 (size=12454) 2024-11-20T02:23:13,527 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:13,530 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112035af961388744ef9930f299418f16fc1_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035af961388744ef9930f299418f16fc1_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:13,531 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/307eb94cf7e24e0589f969cb7bd1aefc, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:13,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/307eb94cf7e24e0589f969cb7bd1aefc is 175, key is test_row_0/A:col10/1732069391354/Put/seqid=0 2024-11-20T02:23:13,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742248_1424 (size=31255) 2024-11-20T02:23:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T02:23:13,811 INFO [Thread-1540 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1384 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4152 rows 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1382 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4146 rows 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1371 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4111 rows 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1379 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4137 rows 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1375 2024-11-20T02:23:13,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4125 rows 2024-11-20T02:23:13,811 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T02:23:13,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:51936 2024-11-20T02:23:13,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:13,819 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T02:23:13,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T02:23:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T02:23:13,825 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069393825"}]},"ts":"1732069393825"} 2024-11-20T02:23:13,827 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T02:23:13,829 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T02:23:13,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T02:23:13,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88b10e616ede9c4cbf52da7d206e7150, UNASSIGN}] 2024-11-20T02:23:13,832 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88b10e616ede9c4cbf52da7d206e7150, UNASSIGN 2024-11-20T02:23:13,833 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=88b10e616ede9c4cbf52da7d206e7150, regionState=CLOSING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:13,834 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T02:23:13,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure 88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:23:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T02:23:13,937 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/307eb94cf7e24e0589f969cb7bd1aefc 2024-11-20T02:23:13,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/03a859679d6d4a838b997c9753b7d7e5 is 50, key is test_row_0/B:col10/1732069391354/Put/seqid=0 2024-11-20T02:23:13,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742249_1425 (size=12301) 2024-11-20T02:23:13,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:13,986 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:13,986 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T02:23:13,986 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing 88b10e616ede9c4cbf52da7d206e7150, disabling compactions & flushes 2024-11-20T02:23:13,986 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T02:23:14,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/03a859679d6d4a838b997c9753b7d7e5 2024-11-20T02:23:14,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/830bf37d53af4dd3a9ee5d38c1602b99 is 50, key is test_row_0/C:col10/1732069391354/Put/seqid=0 2024-11-20T02:23:14,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742250_1426 (size=12301) 2024-11-20T02:23:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T02:23:14,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/830bf37d53af4dd3a9ee5d38c1602b99 2024-11-20T02:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/307eb94cf7e24e0589f969cb7bd1aefc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/307eb94cf7e24e0589f969cb7bd1aefc 2024-11-20T02:23:14,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/307eb94cf7e24e0589f969cb7bd1aefc, entries=150, sequenceid=334, filesize=30.5 K 2024-11-20T02:23:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/03a859679d6d4a838b997c9753b7d7e5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/03a859679d6d4a838b997c9753b7d7e5 2024-11-20T02:23:14,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/03a859679d6d4a838b997c9753b7d7e5, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T02:23:14,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/830bf37d53af4dd3a9ee5d38c1602b99 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/830bf37d53af4dd3a9ee5d38c1602b99 2024-11-20T02:23:14,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/830bf37d53af4dd3a9ee5d38c1602b99, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T02:23:14,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=26.84 KB/27480 for 88b10e616ede9c4cbf52da7d206e7150 in 1294ms, sequenceid=334, compaction requested=true 2024-11-20T02:23:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:14,802 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:14,802 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:14,802 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. after waiting 0 ms 2024-11-20T02:23:14,802 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. because compaction request was cancelled 2024-11-20T02:23:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:14,802 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:14,802 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. because compaction request was cancelled 2024-11-20T02:23:14,802 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:A 2024-11-20T02:23:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88b10e616ede9c4cbf52da7d206e7150:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:14,802 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:B 2024-11-20T02:23:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:14,802 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. because compaction request was cancelled 2024-11-20T02:23:14,802 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88b10e616ede9c4cbf52da7d206e7150:C 2024-11-20T02:23:14,802 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(2837): Flushing 88b10e616ede9c4cbf52da7d206e7150 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T02:23:14,803 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=A 2024-11-20T02:23:14,803 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:14,803 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=B 2024-11-20T02:23:14,803 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:14,803 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88b10e616ede9c4cbf52da7d206e7150, store=C 2024-11-20T02:23:14,803 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:14,808 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201a87787310ff4b039e9473d645c4c835_88b10e616ede9c4cbf52da7d206e7150 is 50, key is test_row_1/A:col10/1732069393517/Put/seqid=0 2024-11-20T02:23:14,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742251_1427 (size=9914) 2024-11-20T02:23:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T02:23:15,212 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:15,215 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201a87787310ff4b039e9473d645c4c835_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201a87787310ff4b039e9473d645c4c835_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:15,215 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/397108f7885540ef82bc49f275cae954, store: [table=TestAcidGuarantees family=A region=88b10e616ede9c4cbf52da7d206e7150] 2024-11-20T02:23:15,216 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/397108f7885540ef82bc49f275cae954 is 175, key is test_row_1/A:col10/1732069393517/Put/seqid=0 2024-11-20T02:23:15,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742252_1428 (size=22561) 2024-11-20T02:23:15,620 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/397108f7885540ef82bc49f275cae954 2024-11-20T02:23:15,625 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/5021adf5f93c48659b339fdaba20d1f0 is 50, key is test_row_1/B:col10/1732069393517/Put/seqid=0 2024-11-20T02:23:15,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742253_1429 (size=9857) 2024-11-20T02:23:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T02:23:16,029 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/5021adf5f93c48659b339fdaba20d1f0 2024-11-20T02:23:16,035 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/d3c0af97360b44c1a9773be03e1d682b is 50, key is test_row_1/C:col10/1732069393517/Put/seqid=0 2024-11-20T02:23:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742254_1430 (size=9857) 2024-11-20T02:23:16,439 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/d3c0af97360b44c1a9773be03e1d682b 2024-11-20T02:23:16,443 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/A/397108f7885540ef82bc49f275cae954 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/397108f7885540ef82bc49f275cae954 2024-11-20T02:23:16,445 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/397108f7885540ef82bc49f275cae954, entries=100, sequenceid=341, filesize=22.0 K 2024-11-20T02:23:16,446 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/B/5021adf5f93c48659b339fdaba20d1f0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/5021adf5f93c48659b339fdaba20d1f0 2024-11-20T02:23:16,449 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/5021adf5f93c48659b339fdaba20d1f0, entries=100, sequenceid=341, filesize=9.6 K 2024-11-20T02:23:16,449 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/.tmp/C/d3c0af97360b44c1a9773be03e1d682b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/d3c0af97360b44c1a9773be03e1d682b 2024-11-20T02:23:16,452 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/d3c0af97360b44c1a9773be03e1d682b, entries=100, sequenceid=341, filesize=9.6 K 2024-11-20T02:23:16,453 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 88b10e616ede9c4cbf52da7d206e7150 in 1651ms, sequenceid=341, compaction requested=true 2024-11-20T02:23:16,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/47c3be8e22074b33a19d57bcebbbf594, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/74ef15075db54b8eb2654deebaf8ee45, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2331152070234a97939f2aec38995e5c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/7fe7e006a07941be95cc6e03e9352d86, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/070d24fbb91245f0b3f267bcb0f61dcf, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/e80f7a3f6dc24131aff60c83b18a0da8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8a46cd1bea77474797b0e69885856bac, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/700cf49ff1fa49a39d467465ce133234, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/6bf3c93b5a7942bd860c0eab8c012df8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/cc673fc6790246748c97fbbdf567ac4b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2bb33f7703814f8dadedacbec73b0b25, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/b439ce83379c41528968dd21b96ebe8e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/968c4ab5d57c43ba996b461ca25ecbe6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/ad89235c212448e6b39c658ccb058aaa, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/1a0f5f41d9d5414cb79bca43f7e1a22f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/439f7e5d573e47c08e303cf85440f3f4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8fa49e2e72c94d6fa2ee282c2b8ae843, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/18ce42e335f548b0b0c0d7887e799287, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/adbdf05c90d447e188affc01418c9ad2] to archive 2024-11-20T02:23:16,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:23:16,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/47c3be8e22074b33a19d57bcebbbf594 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/47c3be8e22074b33a19d57bcebbbf594 2024-11-20T02:23:16,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/74ef15075db54b8eb2654deebaf8ee45 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/74ef15075db54b8eb2654deebaf8ee45 2024-11-20T02:23:16,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2331152070234a97939f2aec38995e5c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2331152070234a97939f2aec38995e5c 2024-11-20T02:23:16,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/7fe7e006a07941be95cc6e03e9352d86 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/7fe7e006a07941be95cc6e03e9352d86 2024-11-20T02:23:16,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/070d24fbb91245f0b3f267bcb0f61dcf to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/070d24fbb91245f0b3f267bcb0f61dcf 2024-11-20T02:23:16,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/e80f7a3f6dc24131aff60c83b18a0da8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/e80f7a3f6dc24131aff60c83b18a0da8 2024-11-20T02:23:16,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8a46cd1bea77474797b0e69885856bac to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8a46cd1bea77474797b0e69885856bac 2024-11-20T02:23:16,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/700cf49ff1fa49a39d467465ce133234 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/700cf49ff1fa49a39d467465ce133234 2024-11-20T02:23:16,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/6bf3c93b5a7942bd860c0eab8c012df8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/6bf3c93b5a7942bd860c0eab8c012df8 2024-11-20T02:23:16,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/cc673fc6790246748c97fbbdf567ac4b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/cc673fc6790246748c97fbbdf567ac4b 2024-11-20T02:23:16,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2bb33f7703814f8dadedacbec73b0b25 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/2bb33f7703814f8dadedacbec73b0b25 2024-11-20T02:23:16,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/b439ce83379c41528968dd21b96ebe8e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/b439ce83379c41528968dd21b96ebe8e 2024-11-20T02:23:16,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/968c4ab5d57c43ba996b461ca25ecbe6 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/968c4ab5d57c43ba996b461ca25ecbe6 2024-11-20T02:23:16,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/ad89235c212448e6b39c658ccb058aaa to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/ad89235c212448e6b39c658ccb058aaa 2024-11-20T02:23:16,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/1a0f5f41d9d5414cb79bca43f7e1a22f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/1a0f5f41d9d5414cb79bca43f7e1a22f 2024-11-20T02:23:16,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/439f7e5d573e47c08e303cf85440f3f4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/439f7e5d573e47c08e303cf85440f3f4 2024-11-20T02:23:16,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8fa49e2e72c94d6fa2ee282c2b8ae843 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/8fa49e2e72c94d6fa2ee282c2b8ae843 2024-11-20T02:23:16,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/18ce42e335f548b0b0c0d7887e799287 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/18ce42e335f548b0b0c0d7887e799287 2024-11-20T02:23:16,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/adbdf05c90d447e188affc01418c9ad2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/adbdf05c90d447e188affc01418c9ad2 2024-11-20T02:23:16,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9c9881d61b3b40429e0d4195e9645aca, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fed3384486bf460db6d0a012c03fc4e8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/067da25892c84d8ebc1324bddb63e12d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/32d826dc44cc4c20b7de6057be6b4adc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/734d658989124be4a2b59632091e72b9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/38926aa9f46d43f79a795535b0384a90, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/4e18d9ee13b24c0e904f581a19034275, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/f470d92273244a0daa3ae4f442c0a3c2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/8c2d66fb9d4e4acb9f32f86f1378e764, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/267d46cb17ca4a20920b0c3073fb91d0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/e1949e99a1c043fab8fc570428fe4743, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9b201647dba34ac896c72ca07e08e1ca, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/efe1a8526f4f4e27bdcd475274f958e9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/c5c6b7fd455a4ce3bf8e4d1064c0e8e2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/eb25fdb70b804d728f881a93fcd734ec, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/2c517f1c9d1b438ea3164fb26cb8a99a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9611f7974b124924829592cb068fa509, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/17694c4f41804c9b86ae23781a25983f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fbff8210bb0248728fd0d02779f8bde8] to archive 2024-11-20T02:23:16,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:23:16,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9c9881d61b3b40429e0d4195e9645aca to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9c9881d61b3b40429e0d4195e9645aca 2024-11-20T02:23:16,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fed3384486bf460db6d0a012c03fc4e8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fed3384486bf460db6d0a012c03fc4e8 2024-11-20T02:23:16,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/067da25892c84d8ebc1324bddb63e12d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/067da25892c84d8ebc1324bddb63e12d 2024-11-20T02:23:16,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/32d826dc44cc4c20b7de6057be6b4adc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/32d826dc44cc4c20b7de6057be6b4adc 2024-11-20T02:23:16,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/734d658989124be4a2b59632091e72b9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/734d658989124be4a2b59632091e72b9 2024-11-20T02:23:16,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/38926aa9f46d43f79a795535b0384a90 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/38926aa9f46d43f79a795535b0384a90 2024-11-20T02:23:16,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/4e18d9ee13b24c0e904f581a19034275 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/4e18d9ee13b24c0e904f581a19034275 2024-11-20T02:23:16,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/f470d92273244a0daa3ae4f442c0a3c2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/f470d92273244a0daa3ae4f442c0a3c2 2024-11-20T02:23:16,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/8c2d66fb9d4e4acb9f32f86f1378e764 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/8c2d66fb9d4e4acb9f32f86f1378e764 2024-11-20T02:23:16,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/267d46cb17ca4a20920b0c3073fb91d0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/267d46cb17ca4a20920b0c3073fb91d0 2024-11-20T02:23:16,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/e1949e99a1c043fab8fc570428fe4743 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/e1949e99a1c043fab8fc570428fe4743 2024-11-20T02:23:16,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9b201647dba34ac896c72ca07e08e1ca to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9b201647dba34ac896c72ca07e08e1ca 2024-11-20T02:23:16,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/efe1a8526f4f4e27bdcd475274f958e9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/efe1a8526f4f4e27bdcd475274f958e9 2024-11-20T02:23:16,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/c5c6b7fd455a4ce3bf8e4d1064c0e8e2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/c5c6b7fd455a4ce3bf8e4d1064c0e8e2 2024-11-20T02:23:16,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/eb25fdb70b804d728f881a93fcd734ec to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/eb25fdb70b804d728f881a93fcd734ec 2024-11-20T02:23:16,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/2c517f1c9d1b438ea3164fb26cb8a99a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/2c517f1c9d1b438ea3164fb26cb8a99a 2024-11-20T02:23:16,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9611f7974b124924829592cb068fa509 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/9611f7974b124924829592cb068fa509 2024-11-20T02:23:16,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/17694c4f41804c9b86ae23781a25983f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/17694c4f41804c9b86ae23781a25983f 2024-11-20T02:23:16,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fbff8210bb0248728fd0d02779f8bde8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fbff8210bb0248728fd0d02779f8bde8 2024-11-20T02:23:16,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a3aa3b95e5aa45b1940c019ea2369a93, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/464e0ca6935b438ba9b211ad37fb8538, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a4390b9d053e4d38bf7e49afa3398821, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/3cbda849f2a8483a84a77bce13be99f5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6417a6f2406148fe9a50f6c9ad7e581f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/94013d5b280b42929fa8d112026dcbac, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/16921519c733437dad263a00482c1fad, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/dcf3105592e64f07ac5adfe5ef7eb48f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/670fa77bb5db4965ae4d55542e3d9d60, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b7c5df0e7a1b488bbc329574afd63ff3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/5b7c749f7a154c0dae3fe5a2469fc2df, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b8b7cf7270684c9098cd5725028c2521, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/c090d3dda77746b280ff723a07857c0b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/2cbf3c37b5d74d979a70655b78debc01, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a5f5d977238c42c18b139c56e0b3ac48, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/3141b46398fd436294d04a1b6de2c947, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6fa32109e20840edbabbabdaa146d4aa, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/88e921135e9044daaa639b39ae83fe04, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/258ae1912a32457ca9c3a1d3f70cad72] to archive 2024-11-20T02:23:16,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:23:16,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a3aa3b95e5aa45b1940c019ea2369a93 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a3aa3b95e5aa45b1940c019ea2369a93 2024-11-20T02:23:16,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/464e0ca6935b438ba9b211ad37fb8538 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/464e0ca6935b438ba9b211ad37fb8538 2024-11-20T02:23:16,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a4390b9d053e4d38bf7e49afa3398821 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a4390b9d053e4d38bf7e49afa3398821 2024-11-20T02:23:16,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/3cbda849f2a8483a84a77bce13be99f5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/3cbda849f2a8483a84a77bce13be99f5 2024-11-20T02:23:16,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6417a6f2406148fe9a50f6c9ad7e581f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6417a6f2406148fe9a50f6c9ad7e581f 2024-11-20T02:23:16,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/94013d5b280b42929fa8d112026dcbac to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/94013d5b280b42929fa8d112026dcbac 2024-11-20T02:23:16,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/16921519c733437dad263a00482c1fad to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/16921519c733437dad263a00482c1fad 2024-11-20T02:23:16,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/dcf3105592e64f07ac5adfe5ef7eb48f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/dcf3105592e64f07ac5adfe5ef7eb48f 2024-11-20T02:23:16,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/670fa77bb5db4965ae4d55542e3d9d60 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/670fa77bb5db4965ae4d55542e3d9d60 2024-11-20T02:23:16,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b7c5df0e7a1b488bbc329574afd63ff3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b7c5df0e7a1b488bbc329574afd63ff3 2024-11-20T02:23:16,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/5b7c749f7a154c0dae3fe5a2469fc2df to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/5b7c749f7a154c0dae3fe5a2469fc2df 2024-11-20T02:23:16,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b8b7cf7270684c9098cd5725028c2521 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b8b7cf7270684c9098cd5725028c2521 2024-11-20T02:23:16,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/c090d3dda77746b280ff723a07857c0b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/c090d3dda77746b280ff723a07857c0b 2024-11-20T02:23:16,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/2cbf3c37b5d74d979a70655b78debc01 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/2cbf3c37b5d74d979a70655b78debc01 2024-11-20T02:23:16,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a5f5d977238c42c18b139c56e0b3ac48 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/a5f5d977238c42c18b139c56e0b3ac48 2024-11-20T02:23:16,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/3141b46398fd436294d04a1b6de2c947 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/3141b46398fd436294d04a1b6de2c947 2024-11-20T02:23:16,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6fa32109e20840edbabbabdaa146d4aa to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/6fa32109e20840edbabbabdaa146d4aa 2024-11-20T02:23:16,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/88e921135e9044daaa639b39ae83fe04 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/88e921135e9044daaa639b39ae83fe04 2024-11-20T02:23:16,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/258ae1912a32457ca9c3a1d3f70cad72 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/258ae1912a32457ca9c3a1d3f70cad72 2024-11-20T02:23:16,506 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/recovered.edits/344.seqid, newMaxSeqId=344, maxSeqId=4 2024-11-20T02:23:16,506 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150. 2024-11-20T02:23:16,506 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for 88b10e616ede9c4cbf52da7d206e7150: 2024-11-20T02:23:16,507 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed 88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:16,508 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=88b10e616ede9c4cbf52da7d206e7150, regionState=CLOSED 2024-11-20T02:23:16,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-20T02:23:16,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure 88b10e616ede9c4cbf52da7d206e7150, server=143b9a2c40c9,32811,1732069282461 in 2.6750 sec 2024-11-20T02:23:16,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-20T02:23:16,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=88b10e616ede9c4cbf52da7d206e7150, UNASSIGN in 2.6790 sec 2024-11-20T02:23:16,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-20T02:23:16,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6810 sec 2024-11-20T02:23:16,513 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069396513"}]},"ts":"1732069396513"} 2024-11-20T02:23:16,513 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T02:23:16,515 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T02:23:16,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6960 sec 2024-11-20T02:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T02:23:17,931 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-20T02:23:17,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T02:23:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:17,933 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T02:23:17,934 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:17,936 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,938 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/recovered.edits] 2024-11-20T02:23:17,941 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/00d86c2b55f040eca96253854841d9a1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/00d86c2b55f040eca96253854841d9a1 2024-11-20T02:23:17,943 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/307eb94cf7e24e0589f969cb7bd1aefc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/307eb94cf7e24e0589f969cb7bd1aefc 2024-11-20T02:23:17,944 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/397108f7885540ef82bc49f275cae954 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/397108f7885540ef82bc49f275cae954 2024-11-20T02:23:17,945 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/b96a6482bddf4f5cbfa53473cc6e32de to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/A/b96a6482bddf4f5cbfa53473cc6e32de 2024-11-20T02:23:17,948 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/03a859679d6d4a838b997c9753b7d7e5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/03a859679d6d4a838b997c9753b7d7e5 2024-11-20T02:23:17,949 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/5021adf5f93c48659b339fdaba20d1f0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/5021adf5f93c48659b339fdaba20d1f0 2024-11-20T02:23:17,950 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/b4b40d28a80949fd92d9e6b2695ebad7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/b4b40d28a80949fd92d9e6b2695ebad7 2024-11-20T02:23:17,952 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fae85c2fc01b4e61a23b566a420195d3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/B/fae85c2fc01b4e61a23b566a420195d3 2024-11-20T02:23:17,954 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/57eaa6019def4430a77dd4b19b341e2b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/57eaa6019def4430a77dd4b19b341e2b 2024-11-20T02:23:17,955 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/830bf37d53af4dd3a9ee5d38c1602b99 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/830bf37d53af4dd3a9ee5d38c1602b99 2024-11-20T02:23:17,956 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b238b683d42c442c81b9f6d890a18d5f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/b238b683d42c442c81b9f6d890a18d5f 2024-11-20T02:23:17,957 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/d3c0af97360b44c1a9773be03e1d682b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/C/d3c0af97360b44c1a9773be03e1d682b 2024-11-20T02:23:17,960 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/recovered.edits/344.seqid to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150/recovered.edits/344.seqid 2024-11-20T02:23:17,960 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,960 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T02:23:17,961 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T02:23:17,962 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T02:23:17,964 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112002cb514a9d1d46aebb223869e5e5c0b9_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112002cb514a9d1d46aebb223869e5e5c0b9_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,965 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112003b111711fc04946a6aac81edbcf1b98_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112003b111711fc04946a6aac81edbcf1b98_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,966 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201a87787310ff4b039e9473d645c4c835_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201a87787310ff4b039e9473d645c4c835_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,967 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202475f2c883654c2bbefd22cb4b1c4d4a_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202475f2c883654c2bbefd22cb4b1c4d4a_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,968 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029af4a48d7fa4770b5e511cd9e623bc8_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029af4a48d7fa4770b5e511cd9e623bc8_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,969 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035af961388744ef9930f299418f16fc1_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035af961388744ef9930f299418f16fc1_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,970 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203dd49527fe1c4457a93893cfa319f12f_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203dd49527fe1c4457a93893cfa319f12f_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,971 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204a0c4632af59466bbc4a0565e2182894_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204a0c4632af59466bbc4a0565e2182894_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,973 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120604e482c7928445abb00058e0723e013_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120604e482c7928445abb00058e0723e013_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,974 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112062d44b4c2eca4b989e32255a805c2aac_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112062d44b4c2eca4b989e32255a805c2aac_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,975 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120919f62a89e8247478cace7afa710c41e_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120919f62a89e8247478cace7afa710c41e_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,976 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9d2e79b4e894d5da189530ef9857152_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9d2e79b4e894d5da189530ef9857152_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,977 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9fb55f2ade9424a9cf504229e50b6ab_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9fb55f2ade9424a9cf504229e50b6ab_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,978 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b109f9c9d90546d3a79a9a70d0053cd5_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b109f9c9d90546d3a79a9a70d0053cd5_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,979 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b40dc3835e0d43e8898292180d4feb2e_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b40dc3835e0d43e8898292180d4feb2e_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,980 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c21df353efc54ce1a876452ca8ab5420_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c21df353efc54ce1a876452ca8ab5420_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,981 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eb3fc8a6783743e0a0a391a058f34757_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eb3fc8a6783743e0a0a391a058f34757_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,982 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb1dcd2dabcb449bb99935fe5fe61a72_88b10e616ede9c4cbf52da7d206e7150 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb1dcd2dabcb449bb99935fe5fe61a72_88b10e616ede9c4cbf52da7d206e7150 2024-11-20T02:23:17,983 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T02:23:17,985 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:17,987 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T02:23:17,988 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T02:23:17,989 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:17,989 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T02:23:17,990 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732069397989"}]},"ts":"9223372036854775807"} 2024-11-20T02:23:17,991 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T02:23:17,991 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 88b10e616ede9c4cbf52da7d206e7150, NAME => 'TestAcidGuarantees,,1732069370093.88b10e616ede9c4cbf52da7d206e7150.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T02:23:17,991 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T02:23:17,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732069397991"}]},"ts":"9223372036854775807"} 2024-11-20T02:23:17,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T02:23:17,995 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:17,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-11-20T02:23:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T02:23:18,035 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-20T02:23:18,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240 (was 240), OpenFileDescriptor=452 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=564 (was 351) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2815 (was 3441) 2024-11-20T02:23:18,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=564, ProcessCount=11, AvailableMemoryMB=2815 2024-11-20T02:23:18,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T02:23:18,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:18,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:23:18,063 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:18,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 117 2024-11-20T02:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T02:23:18,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:23:18,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742255_1431 (size=960) 2024-11-20T02:23:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T02:23:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T02:23:18,471 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14 2024-11-20T02:23:18,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742256_1432 (size=53) 2024-11-20T02:23:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T02:23:18,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:23:18,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 237b73fe74964a05814ce2f7376e7ea7, disabling compactions & flushes 2024-11-20T02:23:18,877 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:18,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:18,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. after waiting 0 ms 2024-11-20T02:23:18,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:18,877 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:18,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:18,878 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:23:18,878 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732069398878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732069398878"}]},"ts":"1732069398878"} 2024-11-20T02:23:18,879 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T02:23:18,880 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:23:18,880 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069398880"}]},"ts":"1732069398880"} 2024-11-20T02:23:18,881 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T02:23:18,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=237b73fe74964a05814ce2f7376e7ea7, ASSIGN}] 2024-11-20T02:23:18,885 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=237b73fe74964a05814ce2f7376e7ea7, ASSIGN 2024-11-20T02:23:18,885 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=237b73fe74964a05814ce2f7376e7ea7, ASSIGN; state=OFFLINE, location=143b9a2c40c9,32811,1732069282461; forceNewPlan=false, retain=false 2024-11-20T02:23:19,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=237b73fe74964a05814ce2f7376e7ea7, regionState=OPENING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:19,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure 237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:23:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T02:23:19,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:19,191 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:19,191 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:23:19,191 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:19,191 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:23:19,192 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:19,192 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:19,193 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:19,194 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:23:19,194 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237b73fe74964a05814ce2f7376e7ea7 columnFamilyName A 2024-11-20T02:23:19,194 DEBUG [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:19,194 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] regionserver.HStore(327): Store=237b73fe74964a05814ce2f7376e7ea7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:23:19,194 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:19,195 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:23:19,195 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237b73fe74964a05814ce2f7376e7ea7 columnFamilyName B 2024-11-20T02:23:19,195 DEBUG [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:19,196 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] regionserver.HStore(327): Store=237b73fe74964a05814ce2f7376e7ea7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:23:19,196 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:19,197 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:23:19,197 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237b73fe74964a05814ce2f7376e7ea7 columnFamilyName C 2024-11-20T02:23:19,197 DEBUG [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:19,197 INFO [StoreOpener-237b73fe74964a05814ce2f7376e7ea7-1 {}] regionserver.HStore(327): Store=237b73fe74964a05814ce2f7376e7ea7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:23:19,197 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:19,198 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:19,198 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:19,199 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:23:19,200 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:19,201 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:23:19,201 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 237b73fe74964a05814ce2f7376e7ea7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67091676, jitterRate=-2.561211585998535E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:23:19,202 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:19,203 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., pid=119, masterSystemTime=1732069399188 2024-11-20T02:23:19,204 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:19,204 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:19,204 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=237b73fe74964a05814ce2f7376e7ea7, regionState=OPEN, openSeqNum=2, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:19,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-20T02:23:19,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure 237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 in 168 msec 2024-11-20T02:23:19,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-20T02:23:19,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=237b73fe74964a05814ce2f7376e7ea7, ASSIGN in 322 msec 2024-11-20T02:23:19,207 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:23:19,207 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069399207"}]},"ts":"1732069399207"} 2024-11-20T02:23:19,208 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T02:23:19,210 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:23:19,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-20T02:23:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T02:23:20,168 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed 2024-11-20T02:23:20,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-11-20T02:23:20,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:20,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:20,174 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:20,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:23:20,176 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:23:20,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-20T02:23:20,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:20,181 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-20T02:23:20,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:20,184 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-20T02:23:20,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:20,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-20T02:23:20,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:20,190 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-11-20T02:23:20,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:20,193 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-11-20T02:23:20,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:20,196 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-20T02:23:20,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:20,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-20T02:23:20,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:20,203 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-20T02:23:20,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:20,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-11-20T02:23:20,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:20,213 DEBUG [hconnection-0x7572ca04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:20,214 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:20,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-20T02:23:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T02:23:20,216 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:20,217 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:20,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:20,220 DEBUG [hconnection-0x211a9e92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:20,220 DEBUG [hconnection-0x54c5e52e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:20,221 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:20,221 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:20,222 DEBUG [hconnection-0xc7b4ae7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:20,223 DEBUG [hconnection-0x49eba457-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:20,223 DEBUG [hconnection-0x17e306d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:20,223 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:20,223 DEBUG [hconnection-0x1caabc16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:20,224 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:20,224 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:20,224 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:20,225 DEBUG [hconnection-0x56e3b8fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:20,226 DEBUG [hconnection-0x52a05c5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:20,226 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:20,226 DEBUG [hconnection-0x70b84fd0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:20,227 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:20,227 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:20,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T02:23:20,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:20,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:20,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:20,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:20,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:20,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:20,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069460258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/e7e7c373f9a444359f8c8d8d0ac67e8b is 50, key is test_row_0/A:col10/1732069400232/Put/seqid=0 2024-11-20T02:23:20,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069460259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069460260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069460261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069460261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742257_1433 (size=12001) 2024-11-20T02:23:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T02:23:20,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069460361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069460361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069460362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069460362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069460363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T02:23:20,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:20,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:20,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:20,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T02:23:20,521 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T02:23:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:20,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069460566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069460567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069460567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069460567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069460567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T02:23:20,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:20,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:20,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:20,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/e7e7c373f9a444359f8c8d8d0ac67e8b 2024-11-20T02:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/2d115d1f2b964d1fad7ff821a2094121 is 50, key is test_row_0/B:col10/1732069400232/Put/seqid=0 2024-11-20T02:23:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742258_1434 (size=12001) 2024-11-20T02:23:20,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/2d115d1f2b964d1fad7ff821a2094121 2024-11-20T02:23:20,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/7f7883a49c8b49ed9a216e859a3e5484 is 50, key is test_row_0/C:col10/1732069400232/Put/seqid=0 2024-11-20T02:23:20,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742259_1435 (size=12001) 2024-11-20T02:23:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T02:23:20,826 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T02:23:20,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:20,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:20,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:20,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069460871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069460872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069460872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069460872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069460872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,880 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:23:20,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:20,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T02:23:20,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:20,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:20,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:20,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:21,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T02:23:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:21,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:21,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/7f7883a49c8b49ed9a216e859a3e5484 2024-11-20T02:23:21,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/e7e7c373f9a444359f8c8d8d0ac67e8b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/e7e7c373f9a444359f8c8d8d0ac67e8b 2024-11-20T02:23:21,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/e7e7c373f9a444359f8c8d8d0ac67e8b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T02:23:21,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/2d115d1f2b964d1fad7ff821a2094121 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2d115d1f2b964d1fad7ff821a2094121 2024-11-20T02:23:21,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2d115d1f2b964d1fad7ff821a2094121, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T02:23:21,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/7f7883a49c8b49ed9a216e859a3e5484 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7f7883a49c8b49ed9a216e859a3e5484 2024-11-20T02:23:21,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7f7883a49c8b49ed9a216e859a3e5484, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T02:23:21,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 237b73fe74964a05814ce2f7376e7ea7 in 942ms, sequenceid=13, compaction requested=false 2024-11-20T02:23:21,177 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T02:23:21,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:21,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T02:23:21,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:21,287 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T02:23:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:21,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/3eb72be50da345ff990cd8b4b8551d5e is 50, key is test_row_0/A:col10/1732069400259/Put/seqid=0 2024-11-20T02:23:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T02:23:21,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742260_1436 (size=12001) 2024-11-20T02:23:21,331 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/3eb72be50da345ff990cd8b4b8551d5e 2024-11-20T02:23:21,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/a497d5ad8b084d1ba1cfc09d93e3f8ad is 50, key is test_row_0/B:col10/1732069400259/Put/seqid=0 2024-11-20T02:23:21,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:21,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742261_1437 (size=12001) 2024-11-20T02:23:21,396 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/a497d5ad8b084d1ba1cfc09d93e3f8ad 2024-11-20T02:23:21,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069461387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069461388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069461388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069461389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069461390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/700452c45d1d49a0adfdf3e7346460f4 is 50, key is test_row_0/C:col10/1732069400259/Put/seqid=0 2024-11-20T02:23:21,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742262_1438 (size=12001) 2024-11-20T02:23:21,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069461498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069461498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069461499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069461499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069461502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069461704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069461704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069461708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069461708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069461708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:21,841 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/700452c45d1d49a0adfdf3e7346460f4 2024-11-20T02:23:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/3eb72be50da345ff990cd8b4b8551d5e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/3eb72be50da345ff990cd8b4b8551d5e 2024-11-20T02:23:21,850 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/3eb72be50da345ff990cd8b4b8551d5e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T02:23:21,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-20T02:23:21,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/a497d5ad8b084d1ba1cfc09d93e3f8ad as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a497d5ad8b084d1ba1cfc09d93e3f8ad 2024-11-20T02:23:21,857 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a497d5ad8b084d1ba1cfc09d93e3f8ad, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T02:23:21,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/700452c45d1d49a0adfdf3e7346460f4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/700452c45d1d49a0adfdf3e7346460f4 2024-11-20T02:23:21,864 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/700452c45d1d49a0adfdf3e7346460f4, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T02:23:21,864 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 237b73fe74964a05814ce2f7376e7ea7 in 578ms, sequenceid=39, compaction requested=false 2024-11-20T02:23:21,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:21,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:21,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-20T02:23:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-20T02:23:21,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-20T02:23:21,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6500 sec 2024-11-20T02:23:21,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.6540 sec 2024-11-20T02:23:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:22,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T02:23:22,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:22,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:22,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:22,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:22,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:22,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:22,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/813fab1aa529489abbba316a6697ffbc is 50, key is test_row_0/A:col10/1732069402013/Put/seqid=0 2024-11-20T02:23:22,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742263_1439 (size=12001) 2024-11-20T02:23:22,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T02:23:22,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069462086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069462087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069462088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069462096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069462096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069462202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069462202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069462203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069462209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069462210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T02:23:22,321 INFO [Thread-1942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-20T02:23:22,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-20T02:23:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T02:23:22,324 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:22,325 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:22,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:22,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069462409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069462409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069462411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T02:23:22,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069462418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069462419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/813fab1aa529489abbba316a6697ffbc 2024-11-20T02:23:22,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/4c73a87c0beb416f85be1e3052bb4eac is 50, key is test_row_0/B:col10/1732069402013/Put/seqid=0 2024-11-20T02:23:22,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T02:23:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:22,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742264_1440 (size=12001) 2024-11-20T02:23:22,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/4c73a87c0beb416f85be1e3052bb4eac 2024-11-20T02:23:22,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/84bf938387c44227a7aa0fcb51f7a33d is 50, key is test_row_0/C:col10/1732069402013/Put/seqid=0 2024-11-20T02:23:22,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742265_1441 (size=12001) 2024-11-20T02:23:22,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/84bf938387c44227a7aa0fcb51f7a33d 2024-11-20T02:23:22,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/813fab1aa529489abbba316a6697ffbc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/813fab1aa529489abbba316a6697ffbc 2024-11-20T02:23:22,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/813fab1aa529489abbba316a6697ffbc, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T02:23:22,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/4c73a87c0beb416f85be1e3052bb4eac as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/4c73a87c0beb416f85be1e3052bb4eac 2024-11-20T02:23:22,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/4c73a87c0beb416f85be1e3052bb4eac, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T02:23:22,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/84bf938387c44227a7aa0fcb51f7a33d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/84bf938387c44227a7aa0fcb51f7a33d 2024-11-20T02:23:22,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/84bf938387c44227a7aa0fcb51f7a33d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T02:23:22,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 237b73fe74964a05814ce2f7376e7ea7 in 593ms, sequenceid=51, compaction requested=true 2024-11-20T02:23:22,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:22,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:22,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:22,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:22,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:22,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:22,610 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:22,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T02:23:22,615 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:22,616 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:22,616 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/A is initiating minor compaction (all files) 2024-11-20T02:23:22,616 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/A in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:22,616 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/e7e7c373f9a444359f8c8d8d0ac67e8b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/3eb72be50da345ff990cd8b4b8551d5e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/813fab1aa529489abbba316a6697ffbc] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=35.2 K 2024-11-20T02:23:22,617 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:22,617 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/B is initiating minor compaction (all files) 2024-11-20T02:23:22,617 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/B in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:22,617 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2d115d1f2b964d1fad7ff821a2094121, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a497d5ad8b084d1ba1cfc09d93e3f8ad, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/4c73a87c0beb416f85be1e3052bb4eac] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=35.2 K 2024-11-20T02:23:22,617 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7e7c373f9a444359f8c8d8d0ac67e8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732069400224 2024-11-20T02:23:22,617 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d115d1f2b964d1fad7ff821a2094121, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732069400224 2024-11-20T02:23:22,617 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3eb72be50da345ff990cd8b4b8551d5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732069400253 2024-11-20T02:23:22,617 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a497d5ad8b084d1ba1cfc09d93e3f8ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732069400253 2024-11-20T02:23:22,618 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c73a87c0beb416f85be1e3052bb4eac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732069401388 2024-11-20T02:23:22,618 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 813fab1aa529489abbba316a6697ffbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732069401388 2024-11-20T02:23:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T02:23:22,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T02:23:22,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:22,630 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T02:23:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:22,634 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:22,635 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/d936709d79eb4994a57ff0512caa0e60 is 50, key is test_row_0/B:col10/1732069402013/Put/seqid=0 2024-11-20T02:23:22,654 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#A#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:22,654 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/b5927785b7304696932a4072ad12fd8d is 50, key is test_row_0/A:col10/1732069402013/Put/seqid=0 2024-11-20T02:23:22,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/f114c89d2e7a41cdb0e691ac6e865387 is 50, key is test_row_0/A:col10/1732069402088/Put/seqid=0 2024-11-20T02:23:22,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742266_1442 (size=12104) 2024-11-20T02:23:22,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742267_1443 (size=12104) 2024-11-20T02:23:22,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:22,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742268_1444 (size=12001) 2024-11-20T02:23:22,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069462739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069462741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069462742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069462747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069462752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069462854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069462854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069462855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069462862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069462862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T02:23:23,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069463063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069463064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069463064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069463071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069463073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,103 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/d936709d79eb4994a57ff0512caa0e60 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/d936709d79eb4994a57ff0512caa0e60 2024-11-20T02:23:23,108 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/B of 237b73fe74964a05814ce2f7376e7ea7 into d936709d79eb4994a57ff0512caa0e60(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:23,108 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:23,108 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/B, priority=13, startTime=1732069402610; duration=0sec 2024-11-20T02:23:23,108 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:23,108 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:B 2024-11-20T02:23:23,109 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:23,111 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:23,111 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/C is initiating minor compaction (all files) 2024-11-20T02:23:23,111 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/C in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:23,111 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7f7883a49c8b49ed9a216e859a3e5484, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/700452c45d1d49a0adfdf3e7346460f4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/84bf938387c44227a7aa0fcb51f7a33d] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=35.2 K 2024-11-20T02:23:23,112 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f7883a49c8b49ed9a216e859a3e5484, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732069400224 2024-11-20T02:23:23,112 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 700452c45d1d49a0adfdf3e7346460f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732069400253 2024-11-20T02:23:23,112 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 84bf938387c44227a7aa0fcb51f7a33d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732069401388 2024-11-20T02:23:23,122 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/b5927785b7304696932a4072ad12fd8d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b5927785b7304696932a4072ad12fd8d 2024-11-20T02:23:23,129 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/A of 237b73fe74964a05814ce2f7376e7ea7 into b5927785b7304696932a4072ad12fd8d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:23,129 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:23,129 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/A, priority=13, startTime=1732069402610; duration=0sec 2024-11-20T02:23:23,129 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:23,129 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:A 2024-11-20T02:23:23,131 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#C#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:23,131 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/db330b81d4f647c49db5ab05fdae98f1 is 50, key is test_row_0/C:col10/1732069402013/Put/seqid=0 2024-11-20T02:23:23,148 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/f114c89d2e7a41cdb0e691ac6e865387 2024-11-20T02:23:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742269_1445 (size=12104) 2024-11-20T02:23:23,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/90df4bc5f1b846aeb23a2f1bac20b306 is 50, key is test_row_0/B:col10/1732069402088/Put/seqid=0 2024-11-20T02:23:23,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742270_1446 (size=12001) 2024-11-20T02:23:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069463379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069463380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069463382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069463383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069463384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T02:23:23,566 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/db330b81d4f647c49db5ab05fdae98f1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/db330b81d4f647c49db5ab05fdae98f1 2024-11-20T02:23:23,571 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/C of 237b73fe74964a05814ce2f7376e7ea7 into db330b81d4f647c49db5ab05fdae98f1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:23,571 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:23,571 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/C, priority=13, startTime=1732069402610; duration=0sec 2024-11-20T02:23:23,572 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:23,572 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:C 2024-11-20T02:23:23,603 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/90df4bc5f1b846aeb23a2f1bac20b306 2024-11-20T02:23:23,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/7145d8c1275745f9af8fa0982ea9687f is 50, key is test_row_0/C:col10/1732069402088/Put/seqid=0 2024-11-20T02:23:23,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742271_1447 (size=12001) 2024-11-20T02:23:23,693 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/7145d8c1275745f9af8fa0982ea9687f 2024-11-20T02:23:23,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/f114c89d2e7a41cdb0e691ac6e865387 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/f114c89d2e7a41cdb0e691ac6e865387 2024-11-20T02:23:23,704 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/f114c89d2e7a41cdb0e691ac6e865387, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T02:23:23,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/90df4bc5f1b846aeb23a2f1bac20b306 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/90df4bc5f1b846aeb23a2f1bac20b306 2024-11-20T02:23:23,710 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/90df4bc5f1b846aeb23a2f1bac20b306, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T02:23:23,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/7145d8c1275745f9af8fa0982ea9687f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7145d8c1275745f9af8fa0982ea9687f 2024-11-20T02:23:23,716 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7145d8c1275745f9af8fa0982ea9687f, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T02:23:23,717 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 237b73fe74964a05814ce2f7376e7ea7 in 1087ms, sequenceid=75, compaction requested=false 2024-11-20T02:23:23,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:23,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:23,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-20T02:23:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-20T02:23:23,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-20T02:23:23,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3930 sec 2024-11-20T02:23:23,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.3990 sec 2024-11-20T02:23:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:23,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T02:23:23,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:23,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:23,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:23,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:23,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:23,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:23,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/0ae9faee510b4217b0e8bcd2b18ab1f2 is 50, key is test_row_0/A:col10/1732069402751/Put/seqid=0 2024-11-20T02:23:23,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742272_1448 (size=16681) 2024-11-20T02:23:23,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069463949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/0ae9faee510b4217b0e8bcd2b18ab1f2 2024-11-20T02:23:23,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069463956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069463956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069463958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069463959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:23,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/cf983cb8d28a49bc941a004e1495c692 is 50, key is test_row_0/B:col10/1732069402751/Put/seqid=0 2024-11-20T02:23:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742273_1449 (size=12001) 2024-11-20T02:23:24,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069464061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069464067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069464068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069464071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069464071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069464272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069464277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069464278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069464280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069464281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/cf983cb8d28a49bc941a004e1495c692 2024-11-20T02:23:24,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/d282620ff8b54763960d93277b903d87 is 50, key is test_row_0/C:col10/1732069402751/Put/seqid=0 2024-11-20T02:23:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T02:23:24,429 INFO [Thread-1942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-20T02:23:24,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-20T02:23:24,432 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:24,432 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:24,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T02:23:24,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742274_1450 (size=12001) 2024-11-20T02:23:24,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/d282620ff8b54763960d93277b903d87 2024-11-20T02:23:24,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/0ae9faee510b4217b0e8bcd2b18ab1f2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/0ae9faee510b4217b0e8bcd2b18ab1f2 2024-11-20T02:23:24,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/0ae9faee510b4217b0e8bcd2b18ab1f2, entries=250, sequenceid=92, filesize=16.3 K 2024-11-20T02:23:24,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/cf983cb8d28a49bc941a004e1495c692 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/cf983cb8d28a49bc941a004e1495c692 2024-11-20T02:23:24,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/cf983cb8d28a49bc941a004e1495c692, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T02:23:24,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/d282620ff8b54763960d93277b903d87 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/d282620ff8b54763960d93277b903d87 2024-11-20T02:23:24,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/d282620ff8b54763960d93277b903d87, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T02:23:24,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 237b73fe74964a05814ce2f7376e7ea7 in 610ms, sequenceid=92, compaction requested=true 2024-11-20T02:23:24,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:24,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:24,510 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:24,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:24,511 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:24,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:24,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:24,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:24,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:24,511 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:24,511 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/A is initiating minor compaction (all files) 2024-11-20T02:23:24,511 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/A in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:24,512 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b5927785b7304696932a4072ad12fd8d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/f114c89d2e7a41cdb0e691ac6e865387, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/0ae9faee510b4217b0e8bcd2b18ab1f2] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=39.8 K 2024-11-20T02:23:24,512 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5927785b7304696932a4072ad12fd8d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732069401388 2024-11-20T02:23:24,512 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:24,512 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/B is initiating minor compaction (all files) 2024-11-20T02:23:24,512 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/B in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:24,512 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/d936709d79eb4994a57ff0512caa0e60, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/90df4bc5f1b846aeb23a2f1bac20b306, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/cf983cb8d28a49bc941a004e1495c692] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=35.3 K 2024-11-20T02:23:24,512 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting f114c89d2e7a41cdb0e691ac6e865387, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732069402068 2024-11-20T02:23:24,513 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ae9faee510b4217b0e8bcd2b18ab1f2, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069402737 2024-11-20T02:23:24,513 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting d936709d79eb4994a57ff0512caa0e60, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732069401388 2024-11-20T02:23:24,513 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 90df4bc5f1b846aeb23a2f1bac20b306, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732069402068 2024-11-20T02:23:24,514 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting cf983cb8d28a49bc941a004e1495c692, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069402751 2024-11-20T02:23:24,526 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#A#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:24,527 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/25f7babf8d894fc1904049706822cca7 is 50, key is test_row_0/A:col10/1732069402751/Put/seqid=0 2024-11-20T02:23:24,530 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#B#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:24,531 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/2d556da8e04948c9a94e1138658c34e0 is 50, key is test_row_0/B:col10/1732069402751/Put/seqid=0 2024-11-20T02:23:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T02:23:24,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742276_1452 (size=12207) 2024-11-20T02:23:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742275_1451 (size=12207) 2024-11-20T02:23:24,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T02:23:24,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:24,585 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:23:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:24,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:24,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/9130f48f6faf42cf965b5a356cee5a0e is 50, key is test_row_0/A:col10/1732069403954/Put/seqid=0 2024-11-20T02:23:24,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069464605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069464607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069464617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069464619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069464619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742277_1453 (size=12001) 2024-11-20T02:23:24,695 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/e7e7c373f9a444359f8c8d8d0ac67e8b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/3eb72be50da345ff990cd8b4b8551d5e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/813fab1aa529489abbba316a6697ffbc] to archive 2024-11-20T02:23:24,700 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:23:24,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/e7e7c373f9a444359f8c8d8d0ac67e8b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/e7e7c373f9a444359f8c8d8d0ac67e8b 2024-11-20T02:23:24,708 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/3eb72be50da345ff990cd8b4b8551d5e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/3eb72be50da345ff990cd8b4b8551d5e 2024-11-20T02:23:24,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/813fab1aa529489abbba316a6697ffbc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/813fab1aa529489abbba316a6697ffbc 2024-11-20T02:23:24,712 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2d115d1f2b964d1fad7ff821a2094121, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a497d5ad8b084d1ba1cfc09d93e3f8ad, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/4c73a87c0beb416f85be1e3052bb4eac] to archive 2024-11-20T02:23:24,714 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:23:24,715 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2d115d1f2b964d1fad7ff821a2094121 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2d115d1f2b964d1fad7ff821a2094121 2024-11-20T02:23:24,716 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a497d5ad8b084d1ba1cfc09d93e3f8ad to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a497d5ad8b084d1ba1cfc09d93e3f8ad 2024-11-20T02:23:24,718 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/4c73a87c0beb416f85be1e3052bb4eac to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/4c73a87c0beb416f85be1e3052bb4eac 2024-11-20T02:23:24,719 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7f7883a49c8b49ed9a216e859a3e5484, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/700452c45d1d49a0adfdf3e7346460f4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/84bf938387c44227a7aa0fcb51f7a33d] to archive 2024-11-20T02:23:24,720 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:23:24,723 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7f7883a49c8b49ed9a216e859a3e5484 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7f7883a49c8b49ed9a216e859a3e5484 2024-11-20T02:23:24,724 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/700452c45d1d49a0adfdf3e7346460f4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/700452c45d1d49a0adfdf3e7346460f4 2024-11-20T02:23:24,726 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/143b9a2c40c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/84bf938387c44227a7aa0fcb51f7a33d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/84bf938387c44227a7aa0fcb51f7a33d 2024-11-20T02:23:24,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069464722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069464722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T02:23:24,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069464734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069464739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069464740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069464937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069464940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069464943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069464947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069464958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:24,979 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/2d556da8e04948c9a94e1138658c34e0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2d556da8e04948c9a94e1138658c34e0 2024-11-20T02:23:24,984 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/25f7babf8d894fc1904049706822cca7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/25f7babf8d894fc1904049706822cca7 2024-11-20T02:23:24,989 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/A of 237b73fe74964a05814ce2f7376e7ea7 into 25f7babf8d894fc1904049706822cca7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:24,989 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:24,989 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/A, priority=13, startTime=1732069404510; duration=0sec 2024-11-20T02:23:24,989 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:24,989 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:A 2024-11-20T02:23:24,989 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:24,990 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:24,990 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/C is initiating minor compaction (all files) 2024-11-20T02:23:24,990 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/C in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:24,990 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/db330b81d4f647c49db5ab05fdae98f1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7145d8c1275745f9af8fa0982ea9687f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/d282620ff8b54763960d93277b903d87] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=35.3 K 2024-11-20T02:23:24,991 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting db330b81d4f647c49db5ab05fdae98f1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732069401388 2024-11-20T02:23:24,992 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7145d8c1275745f9af8fa0982ea9687f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732069402068 2024-11-20T02:23:24,993 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting d282620ff8b54763960d93277b903d87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069402751 2024-11-20T02:23:25,003 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:25,003 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/B of 237b73fe74964a05814ce2f7376e7ea7 into 2d556da8e04948c9a94e1138658c34e0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:25,003 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:25,003 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/B, priority=13, startTime=1732069404510; duration=0sec 2024-11-20T02:23:25,003 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:25,003 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:B 2024-11-20T02:23:25,003 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/094195073742446aa707b35d902bf7f3 is 50, key is test_row_0/C:col10/1732069402751/Put/seqid=0 2024-11-20T02:23:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T02:23:25,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742278_1454 (size=12104) 2024-11-20T02:23:25,057 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/9130f48f6faf42cf965b5a356cee5a0e 2024-11-20T02:23:25,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/8591bd29bfa5485d8d7088c8da3d8c86 is 50, key is test_row_0/B:col10/1732069403954/Put/seqid=0 2024-11-20T02:23:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742279_1455 (size=12001) 2024-11-20T02:23:25,084 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/8591bd29bfa5485d8d7088c8da3d8c86 2024-11-20T02:23:25,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/b7d3f55f2d2d41919e59af074268af02 is 50, key is test_row_0/C:col10/1732069403954/Put/seqid=0 2024-11-20T02:23:25,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742280_1456 (size=12001) 2024-11-20T02:23:25,112 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/b7d3f55f2d2d41919e59af074268af02 2024-11-20T02:23:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/9130f48f6faf42cf965b5a356cee5a0e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9130f48f6faf42cf965b5a356cee5a0e 2024-11-20T02:23:25,123 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9130f48f6faf42cf965b5a356cee5a0e, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T02:23:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/8591bd29bfa5485d8d7088c8da3d8c86 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8591bd29bfa5485d8d7088c8da3d8c86 2024-11-20T02:23:25,129 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8591bd29bfa5485d8d7088c8da3d8c86, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T02:23:25,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/b7d3f55f2d2d41919e59af074268af02 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b7d3f55f2d2d41919e59af074268af02 2024-11-20T02:23:25,138 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b7d3f55f2d2d41919e59af074268af02, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T02:23:25,140 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 237b73fe74964a05814ce2f7376e7ea7 in 555ms, sequenceid=114, compaction requested=false 2024-11-20T02:23:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-20T02:23:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-20T02:23:25,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-20T02:23:25,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 708 msec 2024-11-20T02:23:25,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 713 msec 2024-11-20T02:23:25,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:23:25,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:25,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:25,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:25,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:25,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:25,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:25,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/1732a76d6b5440108fef891b5afb6d00 is 50, key is test_row_0/A:col10/1732069404617/Put/seqid=0 2024-11-20T02:23:25,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069465290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742281_1457 (size=14391) 2024-11-20T02:23:25,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/1732a76d6b5440108fef891b5afb6d00 2024-11-20T02:23:25,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069465299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069465300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069465301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069465303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/f88582ed4d8f428c8f1c05e73430a987 is 50, key is test_row_0/B:col10/1732069404617/Put/seqid=0 2024-11-20T02:23:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742282_1458 (size=12051) 2024-11-20T02:23:25,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/f88582ed4d8f428c8f1c05e73430a987 2024-11-20T02:23:25,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/db2b25eb1ef74f50baa739f7ba80ab40 is 50, key is test_row_0/C:col10/1732069404617/Put/seqid=0 2024-11-20T02:23:25,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742283_1459 (size=12051) 2024-11-20T02:23:25,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/db2b25eb1ef74f50baa739f7ba80ab40 2024-11-20T02:23:25,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/1732a76d6b5440108fef891b5afb6d00 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/1732a76d6b5440108fef891b5afb6d00 2024-11-20T02:23:25,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/1732a76d6b5440108fef891b5afb6d00, entries=200, sequenceid=131, filesize=14.1 K 2024-11-20T02:23:25,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/f88582ed4d8f428c8f1c05e73430a987 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/f88582ed4d8f428c8f1c05e73430a987 2024-11-20T02:23:25,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/f88582ed4d8f428c8f1c05e73430a987, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T02:23:25,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/db2b25eb1ef74f50baa739f7ba80ab40 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/db2b25eb1ef74f50baa739f7ba80ab40 2024-11-20T02:23:25,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/db2b25eb1ef74f50baa739f7ba80ab40, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T02:23:25,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 237b73fe74964a05814ce2f7376e7ea7 in 161ms, sequenceid=131, compaction requested=true 2024-11-20T02:23:25,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:25,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:A, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:25,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T02:23:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T02:23:25,412 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-20T02:23:25,413 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T02:23:25,413 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T02:23:25,413 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. because compaction request was cancelled 2024-11-20T02:23:25,413 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:C 2024-11-20T02:23:25,413 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:25,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:23:25,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:25,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:25,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:25,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:25,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:25,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:25,416 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:25,416 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/A is initiating minor compaction (all files) 2024-11-20T02:23:25,416 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/A in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:25,416 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/25f7babf8d894fc1904049706822cca7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9130f48f6faf42cf965b5a356cee5a0e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/1732a76d6b5440108fef891b5afb6d00] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=37.7 K 2024-11-20T02:23:25,416 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 25f7babf8d894fc1904049706822cca7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069402751 2024-11-20T02:23:25,417 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 9130f48f6faf42cf965b5a356cee5a0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732069403954 2024-11-20T02:23:25,418 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 1732a76d6b5440108fef891b5afb6d00, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732069404603 2024-11-20T02:23:25,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/77426a8f379a440ea5097edf54e2cf57 is 50, key is test_row_0/A:col10/1732069405300/Put/seqid=0 2024-11-20T02:23:25,448 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#A#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:25,449 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/c7212e1237b545ffa9d8e6c9742deae8 is 50, key is test_row_0/A:col10/1732069404617/Put/seqid=0 2024-11-20T02:23:25,451 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/094195073742446aa707b35d902bf7f3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/094195073742446aa707b35d902bf7f3 2024-11-20T02:23:25,470 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/C of 237b73fe74964a05814ce2f7376e7ea7 into 094195073742446aa707b35d902bf7f3(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:25,470 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:25,470 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/C, priority=13, startTime=1732069404511; duration=0sec 2024-11-20T02:23:25,471 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:25,471 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:C 2024-11-20T02:23:25,471 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:25,484 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:25,484 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/B is initiating minor compaction (all files) 2024-11-20T02:23:25,484 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/B in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:25,485 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2d556da8e04948c9a94e1138658c34e0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8591bd29bfa5485d8d7088c8da3d8c86, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/f88582ed4d8f428c8f1c05e73430a987] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=35.4 K 2024-11-20T02:23:25,485 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d556da8e04948c9a94e1138658c34e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069402751 2024-11-20T02:23:25,485 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8591bd29bfa5485d8d7088c8da3d8c86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732069403954 2024-11-20T02:23:25,486 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting f88582ed4d8f428c8f1c05e73430a987, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732069404603 2024-11-20T02:23:25,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069465471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069465472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069465473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069465476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742285_1461 (size=12257) 2024-11-20T02:23:25,500 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/c7212e1237b545ffa9d8e6c9742deae8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/c7212e1237b545ffa9d8e6c9742deae8 2024-11-20T02:23:25,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742284_1460 (size=14541) 2024-11-20T02:23:25,505 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/A of 237b73fe74964a05814ce2f7376e7ea7 into c7212e1237b545ffa9d8e6c9742deae8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:25,505 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:25,505 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/A, priority=13, startTime=1732069405411; duration=0sec 2024-11-20T02:23:25,505 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:25,506 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:A 2024-11-20T02:23:25,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069465489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,520 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#B#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:25,520 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/648432d1cf6047d1875717600284c025 is 50, key is test_row_0/B:col10/1732069404617/Put/seqid=0 2024-11-20T02:23:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T02:23:25,537 INFO [Thread-1942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-20T02:23:25,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-20T02:23:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T02:23:25,540 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:25,541 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:25,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:25,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742286_1462 (size=12257) 2024-11-20T02:23:25,580 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/648432d1cf6047d1875717600284c025 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/648432d1cf6047d1875717600284c025 2024-11-20T02:23:25,588 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/B of 237b73fe74964a05814ce2f7376e7ea7 into 648432d1cf6047d1875717600284c025(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:25,588 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:25,588 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/B, priority=13, startTime=1732069405412; duration=0sec 2024-11-20T02:23:25,588 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:25,588 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:B 2024-11-20T02:23:25,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069465591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069465592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069465593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069465594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069465608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T02:23:25,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T02:23:25,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:25,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:25,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:25,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:25,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:25,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069465798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069465798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069465798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069465799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069465816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:25,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T02:23:25,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:25,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:25,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:25,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:25,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T02:23:25,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/77426a8f379a440ea5097edf54e2cf57 2024-11-20T02:23:25,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/84bccf884946452fa421905e42b1963e is 50, key is test_row_0/B:col10/1732069405300/Put/seqid=0 2024-11-20T02:23:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742287_1463 (size=12151) 2024-11-20T02:23:25,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/84bccf884946452fa421905e42b1963e 2024-11-20T02:23:25,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/df0e54ff6479423fb42618e6ad2c58b5 is 50, key is test_row_0/C:col10/1732069405300/Put/seqid=0 2024-11-20T02:23:25,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742288_1464 (size=12151) 2024-11-20T02:23:25,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T02:23:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:26,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:26,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069466107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069466108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069466108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069466110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069466123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T02:23:26,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T02:23:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:26,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:26,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T02:23:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:26,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:26,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/df0e54ff6479423fb42618e6ad2c58b5 2024-11-20T02:23:26,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/77426a8f379a440ea5097edf54e2cf57 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/77426a8f379a440ea5097edf54e2cf57 2024-11-20T02:23:26,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/77426a8f379a440ea5097edf54e2cf57, entries=200, sequenceid=154, filesize=14.2 K 2024-11-20T02:23:26,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/84bccf884946452fa421905e42b1963e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/84bccf884946452fa421905e42b1963e 2024-11-20T02:23:26,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/84bccf884946452fa421905e42b1963e, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T02:23:26,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/df0e54ff6479423fb42618e6ad2c58b5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/df0e54ff6479423fb42618e6ad2c58b5 2024-11-20T02:23:26,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/df0e54ff6479423fb42618e6ad2c58b5, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T02:23:26,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 237b73fe74964a05814ce2f7376e7ea7 in 989ms, sequenceid=154, compaction requested=true 2024-11-20T02:23:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:26,403 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T02:23:26,404 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T02:23:26,404 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T02:23:26,404 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T02:23:26,404 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. because compaction request was cancelled 2024-11-20T02:23:26,404 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:A 2024-11-20T02:23:26,404 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T02:23:26,404 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T02:23:26,404 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. because compaction request was cancelled 2024-11-20T02:23:26,404 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:B 2024-11-20T02:23:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:26,404 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:26,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:C, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:26,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:26,408 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48307 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:26,408 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/C is initiating minor compaction (all files) 2024-11-20T02:23:26,408 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/C in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:26,408 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/094195073742446aa707b35d902bf7f3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b7d3f55f2d2d41919e59af074268af02, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/db2b25eb1ef74f50baa739f7ba80ab40, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/df0e54ff6479423fb42618e6ad2c58b5] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=47.2 K 2024-11-20T02:23:26,408 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 094195073742446aa707b35d902bf7f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732069402751 2024-11-20T02:23:26,409 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7d3f55f2d2d41919e59af074268af02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732069403954 2024-11-20T02:23:26,410 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting db2b25eb1ef74f50baa739f7ba80ab40, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732069404603 2024-11-20T02:23:26,411 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting df0e54ff6479423fb42618e6ad2c58b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732069405299 2024-11-20T02:23:26,422 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#C#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:26,423 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/9f3b228dd51645178bfd06899d30175b is 50, key is test_row_0/C:col10/1732069405300/Put/seqid=0 2024-11-20T02:23:26,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742289_1465 (size=12391) 2024-11-20T02:23:26,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T02:23:26,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:26,462 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T02:23:26,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:26,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:26,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:26,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:26,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:26,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:26,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/444c82875fea4bf3ac96985a2e1071c9 is 50, key is test_row_1/A:col10/1732069405471/Put/seqid=0 2024-11-20T02:23:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742290_1466 (size=9757) 2024-11-20T02:23:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:26,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T02:23:26,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069466665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069466672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069466674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069466675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069466676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069466779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069466785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069466785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069466787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069466788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:26,863 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/9f3b228dd51645178bfd06899d30175b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9f3b228dd51645178bfd06899d30175b 2024-11-20T02:23:26,869 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/C of 237b73fe74964a05814ce2f7376e7ea7 into 9f3b228dd51645178bfd06899d30175b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:26,869 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:26,869 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/C, priority=12, startTime=1732069406404; duration=0sec 2024-11-20T02:23:26,869 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:26,869 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:C 2024-11-20T02:23:26,933 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/444c82875fea4bf3ac96985a2e1071c9 2024-11-20T02:23:26,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/9ef5ae94e32d4532be93299f6ce14925 is 50, key is test_row_1/B:col10/1732069405471/Put/seqid=0 2024-11-20T02:23:26,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742291_1467 (size=9757) 2024-11-20T02:23:26,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069466987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069466995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069466996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069466996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069466998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069467295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069467303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069467305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069467305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069467306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,370 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/9ef5ae94e32d4532be93299f6ce14925 2024-11-20T02:23:27,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/770f639652544dbaafcb2d4a30a33ed7 is 50, key is test_row_1/C:col10/1732069405471/Put/seqid=0 2024-11-20T02:23:27,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742292_1468 (size=9757) 2024-11-20T02:23:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T02:23:27,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069467806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069467812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069467813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069467816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069467820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:27,832 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/770f639652544dbaafcb2d4a30a33ed7 2024-11-20T02:23:27,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/444c82875fea4bf3ac96985a2e1071c9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/444c82875fea4bf3ac96985a2e1071c9 2024-11-20T02:23:27,842 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/444c82875fea4bf3ac96985a2e1071c9, entries=100, sequenceid=170, filesize=9.5 K 2024-11-20T02:23:27,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/9ef5ae94e32d4532be93299f6ce14925 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9ef5ae94e32d4532be93299f6ce14925 2024-11-20T02:23:27,850 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9ef5ae94e32d4532be93299f6ce14925, entries=100, sequenceid=170, filesize=9.5 K 2024-11-20T02:23:27,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/770f639652544dbaafcb2d4a30a33ed7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/770f639652544dbaafcb2d4a30a33ed7 2024-11-20T02:23:27,856 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/770f639652544dbaafcb2d4a30a33ed7, entries=100, sequenceid=170, filesize=9.5 K 2024-11-20T02:23:27,857 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 237b73fe74964a05814ce2f7376e7ea7 in 1395ms, sequenceid=170, compaction requested=true 2024-11-20T02:23:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-20T02:23:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-20T02:23:27,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-20T02:23:27,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3170 sec 2024-11-20T02:23:27,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.3220 sec 2024-11-20T02:23:28,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T02:23:28,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:28,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:28,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:28,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:28,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:28,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:28,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/a435b6537a0d42a790ada5597b9363cc is 50, key is test_row_0/A:col10/1732069406674/Put/seqid=0 2024-11-20T02:23:28,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069468834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:28,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069468843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:28,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069468843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:28,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069468845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:28,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069468860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742293_1469 (size=14541) 2024-11-20T02:23:28,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/a435b6537a0d42a790ada5597b9363cc 2024-11-20T02:23:28,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/de185d438a1441adbdcfe0efd532f670 is 50, key is test_row_0/B:col10/1732069406674/Put/seqid=0 2024-11-20T02:23:28,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742294_1470 (size=12151) 2024-11-20T02:23:28,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/de185d438a1441adbdcfe0efd532f670 2024-11-20T02:23:28,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/9ff0d8e49a1442688a29dee2a4c83c6a is 50, key is test_row_0/C:col10/1732069406674/Put/seqid=0 2024-11-20T02:23:28,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742295_1471 (size=12151) 2024-11-20T02:23:28,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069468947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:28,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/9ff0d8e49a1442688a29dee2a4c83c6a 2024-11-20T02:23:28,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069468951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:28,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/a435b6537a0d42a790ada5597b9363cc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a435b6537a0d42a790ada5597b9363cc 2024-11-20T02:23:28,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069468959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:28,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069468961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:28,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a435b6537a0d42a790ada5597b9363cc, entries=200, sequenceid=197, filesize=14.2 K 2024-11-20T02:23:28,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/de185d438a1441adbdcfe0efd532f670 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/de185d438a1441adbdcfe0efd532f670 2024-11-20T02:23:28,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/de185d438a1441adbdcfe0efd532f670, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T02:23:28,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/9ff0d8e49a1442688a29dee2a4c83c6a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9ff0d8e49a1442688a29dee2a4c83c6a 2024-11-20T02:23:28,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9ff0d8e49a1442688a29dee2a4c83c6a, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T02:23:28,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 237b73fe74964a05814ce2f7376e7ea7 in 160ms, sequenceid=197, compaction requested=true 2024-11-20T02:23:28,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:28,980 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:28,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:28,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:28,981 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:28,981 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/A is initiating minor compaction (all files) 2024-11-20T02:23:28,981 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/A in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:28,981 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/c7212e1237b545ffa9d8e6c9742deae8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/77426a8f379a440ea5097edf54e2cf57, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/444c82875fea4bf3ac96985a2e1071c9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a435b6537a0d42a790ada5597b9363cc] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=49.9 K 2024-11-20T02:23:28,982 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:28,982 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7212e1237b545ffa9d8e6c9742deae8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732069404603 2024-11-20T02:23:28,982 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77426a8f379a440ea5097edf54e2cf57, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732069405298 2024-11-20T02:23:28,983 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 444c82875fea4bf3ac96985a2e1071c9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732069405471 2024-11-20T02:23:28,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:28,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:28,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:28,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:28,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T02:23:28,984 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46316 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:28,984 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/B is initiating minor compaction (all files) 2024-11-20T02:23:28,984 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/B in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:28,984 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/648432d1cf6047d1875717600284c025, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/84bccf884946452fa421905e42b1963e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9ef5ae94e32d4532be93299f6ce14925, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/de185d438a1441adbdcfe0efd532f670] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=45.2 K 2024-11-20T02:23:28,984 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting a435b6537a0d42a790ada5597b9363cc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732069406672 2024-11-20T02:23:28,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:28,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:28,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:28,985 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 648432d1cf6047d1875717600284c025, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732069404603 2024-11-20T02:23:28,985 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 84bccf884946452fa421905e42b1963e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732069405299 2024-11-20T02:23:28,986 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ef5ae94e32d4532be93299f6ce14925, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732069405471 2024-11-20T02:23:28,987 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting de185d438a1441adbdcfe0efd532f670, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732069406673 2024-11-20T02:23:28,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:28,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:28,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:28,995 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#A#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:28,996 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/a58d17a8259847ffb18b6074529cc980 is 50, key is test_row_0/A:col10/1732069406674/Put/seqid=0 2024-11-20T02:23:29,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/ee921715f6484788ac1a3e96a0ef8ced is 50, key is test_row_0/A:col10/1732069408980/Put/seqid=0 2024-11-20T02:23:29,002 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:29,003 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/d8d9011ec018433c89fa624d3a3d114c is 50, key is test_row_0/B:col10/1732069406674/Put/seqid=0 2024-11-20T02:23:29,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742296_1472 (size=12493) 2024-11-20T02:23:29,070 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/a58d17a8259847ffb18b6074529cc980 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a58d17a8259847ffb18b6074529cc980 2024-11-20T02:23:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742297_1473 (size=12151) 2024-11-20T02:23:29,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/ee921715f6484788ac1a3e96a0ef8ced 2024-11-20T02:23:29,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742298_1474 (size=12493) 2024-11-20T02:23:29,078 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/A of 237b73fe74964a05814ce2f7376e7ea7 into a58d17a8259847ffb18b6074529cc980(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:29,079 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:29,079 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/A, priority=12, startTime=1732069408980; duration=0sec 2024-11-20T02:23:29,079 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:29,079 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:A 2024-11-20T02:23:29,079 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:29,081 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:29,081 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/C is initiating minor compaction (all files) 2024-11-20T02:23:29,081 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/C in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:29,081 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9f3b228dd51645178bfd06899d30175b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/770f639652544dbaafcb2d4a30a33ed7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9ff0d8e49a1442688a29dee2a4c83c6a] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=33.5 K 2024-11-20T02:23:29,082 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f3b228dd51645178bfd06899d30175b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732069405299 2024-11-20T02:23:29,082 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 770f639652544dbaafcb2d4a30a33ed7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732069405471 2024-11-20T02:23:29,083 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ff0d8e49a1442688a29dee2a4c83c6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732069406673 2024-11-20T02:23:29,084 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/d8d9011ec018433c89fa624d3a3d114c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/d8d9011ec018433c89fa624d3a3d114c 2024-11-20T02:23:29,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/859b412e807849cf84c57eb8b6b3d5dc is 50, key is test_row_0/B:col10/1732069408980/Put/seqid=0 2024-11-20T02:23:29,093 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/B of 237b73fe74964a05814ce2f7376e7ea7 into d8d9011ec018433c89fa624d3a3d114c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:29,093 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:29,093 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/B, priority=12, startTime=1732069408980; duration=0sec 2024-11-20T02:23:29,093 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:29,093 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:B 2024-11-20T02:23:29,103 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:29,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742299_1475 (size=12151) 2024-11-20T02:23:29,104 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/9cac5e62364e467b83a5155895296aca is 50, key is test_row_0/C:col10/1732069406674/Put/seqid=0 2024-11-20T02:23:29,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/859b412e807849cf84c57eb8b6b3d5dc 2024-11-20T02:23:29,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742300_1476 (size=12493) 2024-11-20T02:23:29,122 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/9cac5e62364e467b83a5155895296aca as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9cac5e62364e467b83a5155895296aca 2024-11-20T02:23:29,130 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/C of 237b73fe74964a05814ce2f7376e7ea7 into 9cac5e62364e467b83a5155895296aca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:29,130 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:29,130 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/C, priority=13, startTime=1732069408983; duration=0sec 2024-11-20T02:23:29,130 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:29,130 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:C 2024-11-20T02:23:29,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/4413feffe314439a82074dd5eec19219 is 50, key is test_row_0/C:col10/1732069408980/Put/seqid=0 2024-11-20T02:23:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069469163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069469165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069469166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069469168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742301_1477 (size=12151) 2024-11-20T02:23:29,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/4413feffe314439a82074dd5eec19219 2024-11-20T02:23:29,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069469181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/ee921715f6484788ac1a3e96a0ef8ced as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ee921715f6484788ac1a3e96a0ef8ced 2024-11-20T02:23:29,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ee921715f6484788ac1a3e96a0ef8ced, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T02:23:29,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/859b412e807849cf84c57eb8b6b3d5dc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/859b412e807849cf84c57eb8b6b3d5dc 2024-11-20T02:23:29,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/859b412e807849cf84c57eb8b6b3d5dc, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T02:23:29,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/4413feffe314439a82074dd5eec19219 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/4413feffe314439a82074dd5eec19219 2024-11-20T02:23:29,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/4413feffe314439a82074dd5eec19219, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T02:23:29,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 237b73fe74964a05814ce2f7376e7ea7 in 229ms, sequenceid=209, compaction requested=false 2024-11-20T02:23:29,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:29,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T02:23:29,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:29,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:29,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:29,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:29,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:29,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:29,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/a6b21d29dc1a4c9787ad3bac22501fb2 is 50, key is test_row_0/A:col10/1732069409276/Put/seqid=0 2024-11-20T02:23:29,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069469302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069469306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069469311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742302_1478 (size=12151) 2024-11-20T02:23:29,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069469414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069469422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069469424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069469477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069469490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069469624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069469633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069469635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T02:23:29,655 INFO [Thread-1942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-20T02:23:29,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-20T02:23:29,659 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T02:23:29,659 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:29,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:29,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/a6b21d29dc1a4c9787ad3bac22501fb2 2024-11-20T02:23:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T02:23:29,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/2de3a53082a94832b0538c289cae2dbc is 50, key is test_row_0/B:col10/1732069409276/Put/seqid=0 2024-11-20T02:23:29,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742303_1479 (size=12151) 2024-11-20T02:23:29,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/2de3a53082a94832b0538c289cae2dbc 2024-11-20T02:23:29,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T02:23:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:29,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:29,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/538ab21eaee94ad285af19d3b3cf55f3 is 50, key is test_row_0/C:col10/1732069409276/Put/seqid=0 2024-11-20T02:23:29,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742304_1480 (size=12151) 2024-11-20T02:23:29,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069469929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069469941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069469941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T02:23:29,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:29,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T02:23:29,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:29,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:29,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:29,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:29,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069469987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069470002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T02:23:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:30,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:30,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/538ab21eaee94ad285af19d3b3cf55f3 2024-11-20T02:23:30,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/a6b21d29dc1a4c9787ad3bac22501fb2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a6b21d29dc1a4c9787ad3bac22501fb2 2024-11-20T02:23:30,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a6b21d29dc1a4c9787ad3bac22501fb2, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T02:23:30,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/2de3a53082a94832b0538c289cae2dbc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2de3a53082a94832b0538c289cae2dbc 2024-11-20T02:23:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T02:23:30,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2de3a53082a94832b0538c289cae2dbc, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T02:23:30,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/538ab21eaee94ad285af19d3b3cf55f3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/538ab21eaee94ad285af19d3b3cf55f3 2024-11-20T02:23:30,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/538ab21eaee94ad285af19d3b3cf55f3, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T02:23:30,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 237b73fe74964a05814ce2f7376e7ea7 in 990ms, sequenceid=237, compaction requested=true 2024-11-20T02:23:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:30,268 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:30,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:30,269 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:30,269 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:30,269 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/A is initiating minor compaction (all files) 2024-11-20T02:23:30,269 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/A in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:30,270 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a58d17a8259847ffb18b6074529cc980, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ee921715f6484788ac1a3e96a0ef8ced, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a6b21d29dc1a4c9787ad3bac22501fb2] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=35.9 K 2024-11-20T02:23:30,270 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:30,270 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/B is initiating minor compaction (all files) 2024-11-20T02:23:30,270 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/B in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:30,270 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/d8d9011ec018433c89fa624d3a3d114c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/859b412e807849cf84c57eb8b6b3d5dc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2de3a53082a94832b0538c289cae2dbc] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=35.9 K 2024-11-20T02:23:30,271 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting d8d9011ec018433c89fa624d3a3d114c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732069406673 2024-11-20T02:23:30,272 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting a58d17a8259847ffb18b6074529cc980, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732069406673 2024-11-20T02:23:30,272 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 859b412e807849cf84c57eb8b6b3d5dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732069408842 2024-11-20T02:23:30,272 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee921715f6484788ac1a3e96a0ef8ced, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732069408842 2024-11-20T02:23:30,273 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 2de3a53082a94832b0538c289cae2dbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732069409162 2024-11-20T02:23:30,273 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6b21d29dc1a4c9787ad3bac22501fb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732069409162 2024-11-20T02:23:30,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T02:23:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:30,275 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:23:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:30,291 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#A#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:30,292 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/4ae950a24f1b4f93b3660f4afa56ff72 is 50, key is test_row_0/A:col10/1732069409276/Put/seqid=0 2024-11-20T02:23:30,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/a01c60a7ce674c90b601a1861cfbfde3 is 50, key is test_row_0/A:col10/1732069409302/Put/seqid=0 2024-11-20T02:23:30,300 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:30,301 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/6963c5c8c18c474596d0293098dd3b72 is 50, key is test_row_0/B:col10/1732069409276/Put/seqid=0 2024-11-20T02:23:30,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742305_1481 (size=12151) 2024-11-20T02:23:30,311 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/a01c60a7ce674c90b601a1861cfbfde3 2024-11-20T02:23:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742307_1483 (size=12595) 2024-11-20T02:23:30,365 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/6963c5c8c18c474596d0293098dd3b72 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/6963c5c8c18c474596d0293098dd3b72 2024-11-20T02:23:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/8a9c6147444e4c7d8392e0c2a1395db6 is 50, key is test_row_0/B:col10/1732069409302/Put/seqid=0 2024-11-20T02:23:30,373 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/B of 237b73fe74964a05814ce2f7376e7ea7 into 6963c5c8c18c474596d0293098dd3b72(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:30,373 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:30,373 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/B, priority=13, startTime=1732069410268; duration=0sec 2024-11-20T02:23:30,373 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:30,373 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:B 2024-11-20T02:23:30,373 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:30,375 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:30,375 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/C is initiating minor compaction (all files) 2024-11-20T02:23:30,375 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/C in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:30,375 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9cac5e62364e467b83a5155895296aca, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/4413feffe314439a82074dd5eec19219, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/538ab21eaee94ad285af19d3b3cf55f3] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=35.9 K 2024-11-20T02:23:30,375 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cac5e62364e467b83a5155895296aca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732069406673 2024-11-20T02:23:30,376 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 4413feffe314439a82074dd5eec19219, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732069408842 2024-11-20T02:23:30,377 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 538ab21eaee94ad285af19d3b3cf55f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732069409162 2024-11-20T02:23:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742306_1482 (size=12595) 2024-11-20T02:23:30,396 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/4ae950a24f1b4f93b3660f4afa56ff72 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/4ae950a24f1b4f93b3660f4afa56ff72 2024-11-20T02:23:30,401 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/A of 237b73fe74964a05814ce2f7376e7ea7 into 4ae950a24f1b4f93b3660f4afa56ff72(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:30,401 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:30,401 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/A, priority=13, startTime=1732069410268; duration=0sec 2024-11-20T02:23:30,401 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:30,401 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:A 2024-11-20T02:23:30,410 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#C#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:30,411 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/53b062c73cb0415e8748cd8498543e72 is 50, key is test_row_0/C:col10/1732069409276/Put/seqid=0 2024-11-20T02:23:30,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742308_1484 (size=12151) 2024-11-20T02:23:30,414 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/8a9c6147444e4c7d8392e0c2a1395db6 2024-11-20T02:23:30,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/9c59f641f76648fea437b6a12438084c is 50, key is test_row_0/C:col10/1732069409302/Put/seqid=0 2024-11-20T02:23:30,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742309_1485 (size=12595) 2024-11-20T02:23:30,466 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/53b062c73cb0415e8748cd8498543e72 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/53b062c73cb0415e8748cd8498543e72 2024-11-20T02:23:30,473 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/C of 237b73fe74964a05814ce2f7376e7ea7 into 53b062c73cb0415e8748cd8498543e72(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:30,473 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:30,473 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/C, priority=13, startTime=1732069410268; duration=0sec 2024-11-20T02:23:30,473 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:30,473 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:C 2024-11-20T02:23:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742310_1486 (size=12151) 2024-11-20T02:23:30,479 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/9c59f641f76648fea437b6a12438084c 2024-11-20T02:23:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/a01c60a7ce674c90b601a1861cfbfde3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a01c60a7ce674c90b601a1861cfbfde3 2024-11-20T02:23:30,489 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a01c60a7ce674c90b601a1861cfbfde3, entries=150, sequenceid=248, filesize=11.9 K 2024-11-20T02:23:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/8a9c6147444e4c7d8392e0c2a1395db6 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8a9c6147444e4c7d8392e0c2a1395db6 2024-11-20T02:23:30,496 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8a9c6147444e4c7d8392e0c2a1395db6, entries=150, sequenceid=248, filesize=11.9 K 2024-11-20T02:23:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/9c59f641f76648fea437b6a12438084c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9c59f641f76648fea437b6a12438084c 2024-11-20T02:23:30,503 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9c59f641f76648fea437b6a12438084c, entries=150, sequenceid=248, filesize=11.9 K 2024-11-20T02:23:30,504 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=120.76 KB/123660 for 237b73fe74964a05814ce2f7376e7ea7 in 229ms, sequenceid=248, compaction requested=false 2024-11-20T02:23:30,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:30,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:30,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-20T02:23:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-20T02:23:30,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:23:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:30,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-20T02:23:30,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 847 msec 2024-11-20T02:23:30,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 852 msec 2024-11-20T02:23:30,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/ba91b155c9c740018ff6392d50dec5cc is 50, key is test_row_0/A:col10/1732069410498/Put/seqid=0 2024-11-20T02:23:30,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:30,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069470540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069470539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069470549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742311_1487 (size=14741) 2024-11-20T02:23:30,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069470651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069470651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069470660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T02:23:30,762 INFO [Thread-1942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-20T02:23:30,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-20T02:23:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T02:23:30,765 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:30,766 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:30,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T02:23:30,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069470861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069470861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069470870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:30,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T02:23:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:30,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:30,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/ba91b155c9c740018ff6392d50dec5cc 2024-11-20T02:23:30,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069470993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/a5206e51ad6e414992597aaf736e58af is 50, key is test_row_0/B:col10/1732069410498/Put/seqid=0 2024-11-20T02:23:31,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069471022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742312_1488 (size=12301) 2024-11-20T02:23:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T02:23:31,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T02:23:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069471169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069471171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069471179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T02:23:31,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:31,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T02:23:31,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T02:23:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/a5206e51ad6e414992597aaf736e58af 2024-11-20T02:23:31,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/fee51a33b3ca4d03be038c82aa4a803b is 50, key is test_row_0/C:col10/1732069410498/Put/seqid=0 2024-11-20T02:23:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742313_1489 (size=12301) 2024-11-20T02:23:31,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T02:23:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:31,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069471678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069471678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,691 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T02:23:31,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:31,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069471689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T02:23:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T02:23:31,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/fee51a33b3ca4d03be038c82aa4a803b 2024-11-20T02:23:31,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/ba91b155c9c740018ff6392d50dec5cc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ba91b155c9c740018ff6392d50dec5cc 2024-11-20T02:23:31,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ba91b155c9c740018ff6392d50dec5cc, entries=200, sequenceid=273, filesize=14.4 K 2024-11-20T02:23:31,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/a5206e51ad6e414992597aaf736e58af as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a5206e51ad6e414992597aaf736e58af 2024-11-20T02:23:31,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a5206e51ad6e414992597aaf736e58af, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T02:23:31,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/fee51a33b3ca4d03be038c82aa4a803b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/fee51a33b3ca4d03be038c82aa4a803b 2024-11-20T02:23:31,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/fee51a33b3ca4d03be038c82aa4a803b, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T02:23:31,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 237b73fe74964a05814ce2f7376e7ea7 in 1442ms, sequenceid=273, compaction requested=true 2024-11-20T02:23:31,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:31,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:31,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:31,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:31,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T02:23:31,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:31,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T02:23:31,949 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:31,951 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:31,951 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/A is initiating minor compaction (all files) 2024-11-20T02:23:31,951 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/A in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,951 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/4ae950a24f1b4f93b3660f4afa56ff72, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a01c60a7ce674c90b601a1861cfbfde3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ba91b155c9c740018ff6392d50dec5cc] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=38.6 K 2024-11-20T02:23:31,952 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ae950a24f1b4f93b3660f4afa56ff72, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732069409162 2024-11-20T02:23:31,952 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:31,952 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting a01c60a7ce674c90b601a1861cfbfde3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732069409292 2024-11-20T02:23:31,953 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:31,953 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/C is initiating minor compaction (all files) 2024-11-20T02:23:31,953 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/C in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,954 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/53b062c73cb0415e8748cd8498543e72, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9c59f641f76648fea437b6a12438084c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/fee51a33b3ca4d03be038c82aa4a803b] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=36.2 K 2024-11-20T02:23:31,954 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba91b155c9c740018ff6392d50dec5cc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732069410469 2024-11-20T02:23:31,954 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 53b062c73cb0415e8748cd8498543e72, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732069409162 2024-11-20T02:23:31,955 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c59f641f76648fea437b6a12438084c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732069409292 2024-11-20T02:23:31,956 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting fee51a33b3ca4d03be038c82aa4a803b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732069410469 2024-11-20T02:23:31,984 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#C#compaction#418 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:31,984 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/6382733122cf40cfa9b077f2a46f9300 is 50, key is test_row_0/C:col10/1732069410498/Put/seqid=0 2024-11-20T02:23:31,998 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#A#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:31,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:31,999 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/9d00cfef21374c239f2fe156202c62fd is 50, key is test_row_0/A:col10/1732069410498/Put/seqid=0 2024-11-20T02:23:31,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T02:23:31,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:31,999 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T02:23:31,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:32,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:32,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:32,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:32,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:32,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/fe300fd0874d425f9dca825a9a547e23 is 50, key is test_row_0/A:col10/1732069410538/Put/seqid=0 2024-11-20T02:23:32,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742315_1491 (size=12847) 2024-11-20T02:23:32,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742314_1490 (size=12847) 2024-11-20T02:23:32,040 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/6382733122cf40cfa9b077f2a46f9300 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/6382733122cf40cfa9b077f2a46f9300 2024-11-20T02:23:32,047 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/C of 237b73fe74964a05814ce2f7376e7ea7 into 6382733122cf40cfa9b077f2a46f9300(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:32,047 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:32,047 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/C, priority=13, startTime=1732069411949; duration=0sec 2024-11-20T02:23:32,047 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:32,047 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:C 2024-11-20T02:23:32,048 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:32,048 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:32,048 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/B is initiating minor compaction (all files) 2024-11-20T02:23:32,049 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/B in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:32,049 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/6963c5c8c18c474596d0293098dd3b72, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8a9c6147444e4c7d8392e0c2a1395db6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a5206e51ad6e414992597aaf736e58af] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=36.2 K 2024-11-20T02:23:32,049 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6963c5c8c18c474596d0293098dd3b72, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732069409162 2024-11-20T02:23:32,049 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a9c6147444e4c7d8392e0c2a1395db6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732069409292 2024-11-20T02:23:32,050 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a5206e51ad6e414992597aaf736e58af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732069410469 2024-11-20T02:23:32,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742316_1492 (size=12301) 2024-11-20T02:23:32,058 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/fe300fd0874d425f9dca825a9a547e23 2024-11-20T02:23:32,070 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#B#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:32,070 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/3f7e0aa1a3e64a4d976ded98ee3dff0e is 50, key is test_row_0/B:col10/1732069410498/Put/seqid=0 2024-11-20T02:23:32,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/e7c704945c5147b7a4cba1befd534564 is 50, key is test_row_0/B:col10/1732069410538/Put/seqid=0 2024-11-20T02:23:32,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742317_1493 (size=12847) 2024-11-20T02:23:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742318_1494 (size=12301) 2024-11-20T02:23:32,437 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/9d00cfef21374c239f2fe156202c62fd as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9d00cfef21374c239f2fe156202c62fd 2024-11-20T02:23:32,443 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/A of 237b73fe74964a05814ce2f7376e7ea7 into 9d00cfef21374c239f2fe156202c62fd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:32,443 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:32,443 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/A, priority=13, startTime=1732069411949; duration=0sec 2024-11-20T02:23:32,444 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:32,445 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:A 2024-11-20T02:23:32,527 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/3f7e0aa1a3e64a4d976ded98ee3dff0e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/3f7e0aa1a3e64a4d976ded98ee3dff0e 2024-11-20T02:23:32,533 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/B of 237b73fe74964a05814ce2f7376e7ea7 into 3f7e0aa1a3e64a4d976ded98ee3dff0e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:32,533 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:32,533 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/B, priority=13, startTime=1732069411949; duration=0sec 2024-11-20T02:23:32,533 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:32,533 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:B 2024-11-20T02:23:32,549 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/e7c704945c5147b7a4cba1befd534564 2024-11-20T02:23:32,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/e23e8e75df1c4137b6d6cad0fa9289c9 is 50, key is test_row_0/C:col10/1732069410538/Put/seqid=0 2024-11-20T02:23:32,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742319_1495 (size=12301) 2024-11-20T02:23:32,604 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/e23e8e75df1c4137b6d6cad0fa9289c9 2024-11-20T02:23:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/fe300fd0874d425f9dca825a9a547e23 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/fe300fd0874d425f9dca825a9a547e23 2024-11-20T02:23:32,614 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/fe300fd0874d425f9dca825a9a547e23, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T02:23:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/e7c704945c5147b7a4cba1befd534564 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/e7c704945c5147b7a4cba1befd534564 2024-11-20T02:23:32,620 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/e7c704945c5147b7a4cba1befd534564, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T02:23:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/e23e8e75df1c4137b6d6cad0fa9289c9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e23e8e75df1c4137b6d6cad0fa9289c9 2024-11-20T02:23:32,632 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e23e8e75df1c4137b6d6cad0fa9289c9, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T02:23:32,633 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 237b73fe74964a05814ce2f7376e7ea7 in 634ms, sequenceid=287, compaction requested=false 2024-11-20T02:23:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-20T02:23:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-20T02:23:32,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-20T02:23:32,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8690 sec 2024-11-20T02:23:32,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.8720 sec 2024-11-20T02:23:32,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:23:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:32,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:32,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/63b847a6996147179b1fd44a8b5cb9da is 50, key is test_row_0/A:col10/1732069412705/Put/seqid=0 2024-11-20T02:23:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742320_1496 (size=14741) 2024-11-20T02:23:32,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069472793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:32,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069472803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:32,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069472804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T02:23:32,869 INFO [Thread-1942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-20T02:23:32,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-20T02:23:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T02:23:32,872 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:32,873 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:32,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:32,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069472905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:32,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069472916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:32,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069472916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T02:23:33,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069473019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,024 DEBUG [Thread-1932 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:23:33,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T02:23:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:33,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:33,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069473045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,052 DEBUG [Thread-1934 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4209 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:23:33,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069473115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069473124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069473128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/63b847a6996147179b1fd44a8b5cb9da 2024-11-20T02:23:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T02:23:33,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/716b4c939d154005b8fa67d4ff3c912d is 50, key is test_row_0/B:col10/1732069412705/Put/seqid=0 2024-11-20T02:23:33,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T02:23:33,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:33,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:33,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:33,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:33,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742321_1497 (size=12301) 2024-11-20T02:23:33,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/716b4c939d154005b8fa67d4ff3c912d 2024-11-20T02:23:33,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/b6807d1eec7a48a3ac543309be81732c is 50, key is test_row_0/C:col10/1732069412705/Put/seqid=0 2024-11-20T02:23:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742322_1498 (size=12301) 2024-11-20T02:23:33,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/b6807d1eec7a48a3ac543309be81732c 2024-11-20T02:23:33,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/63b847a6996147179b1fd44a8b5cb9da as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/63b847a6996147179b1fd44a8b5cb9da 2024-11-20T02:23:33,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/63b847a6996147179b1fd44a8b5cb9da, entries=200, sequenceid=302, filesize=14.4 K 2024-11-20T02:23:33,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/716b4c939d154005b8fa67d4ff3c912d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/716b4c939d154005b8fa67d4ff3c912d 2024-11-20T02:23:33,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/716b4c939d154005b8fa67d4ff3c912d, entries=150, sequenceid=302, filesize=12.0 K 2024-11-20T02:23:33,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/b6807d1eec7a48a3ac543309be81732c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b6807d1eec7a48a3ac543309be81732c 2024-11-20T02:23:33,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b6807d1eec7a48a3ac543309be81732c, entries=150, sequenceid=302, filesize=12.0 K 2024-11-20T02:23:33,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 237b73fe74964a05814ce2f7376e7ea7 in 605ms, sequenceid=302, compaction requested=true 2024-11-20T02:23:33,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:33,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:33,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:33,323 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:33,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:33,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:33,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:33,324 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:33,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:33,324 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:33,325 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/A is initiating minor compaction (all files) 2024-11-20T02:23:33,325 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/A in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:33,325 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9d00cfef21374c239f2fe156202c62fd, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/fe300fd0874d425f9dca825a9a547e23, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/63b847a6996147179b1fd44a8b5cb9da] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=39.0 K 2024-11-20T02:23:33,325 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:33,325 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/B is initiating minor compaction (all files) 2024-11-20T02:23:33,325 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/B in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:33,325 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/3f7e0aa1a3e64a4d976ded98ee3dff0e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/e7c704945c5147b7a4cba1befd534564, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/716b4c939d154005b8fa67d4ff3c912d] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=36.6 K 2024-11-20T02:23:33,326 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d00cfef21374c239f2fe156202c62fd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732069410469 2024-11-20T02:23:33,326 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f7e0aa1a3e64a4d976ded98ee3dff0e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732069410469 2024-11-20T02:23:33,326 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe300fd0874d425f9dca825a9a547e23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732069410537 2024-11-20T02:23:33,327 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e7c704945c5147b7a4cba1befd534564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732069410537 2024-11-20T02:23:33,327 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63b847a6996147179b1fd44a8b5cb9da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732069412705 2024-11-20T02:23:33,327 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 716b4c939d154005b8fa67d4ff3c912d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732069412705 2024-11-20T02:23:33,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T02:23:33,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:33,333 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T02:23:33,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:33,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:33,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:33,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:33,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:33,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:33,349 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#B#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:33,350 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/fc0079b102f74ef98f8091e0aefd20de is 50, key is test_row_0/B:col10/1732069412705/Put/seqid=0 2024-11-20T02:23:33,357 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#A#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:33,358 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/b7eceafc402044108bfc8f59845fa66d is 50, key is test_row_0/A:col10/1732069412705/Put/seqid=0 2024-11-20T02:23:33,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/388189e37ed24cabb9b5ce6171a7c279 is 50, key is test_row_0/A:col10/1732069412803/Put/seqid=0 2024-11-20T02:23:33,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742323_1499 (size=12949) 2024-11-20T02:23:33,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742324_1500 (size=12949) 2024-11-20T02:23:33,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742325_1501 (size=12301) 2024-11-20T02:23:33,424 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/388189e37ed24cabb9b5ce6171a7c279 2024-11-20T02:23:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:33,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:33,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/0529ced3dc794887ba81d91d40cc9c4f is 50, key is test_row_0/B:col10/1732069412803/Put/seqid=0 2024-11-20T02:23:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T02:23:33,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069473467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742326_1502 (size=12301) 2024-11-20T02:23:33,482 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/0529ced3dc794887ba81d91d40cc9c4f 2024-11-20T02:23:33,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069473468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069473472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/8546a1c3dee94f44b3b310b9358c5690 is 50, key is test_row_0/C:col10/1732069412803/Put/seqid=0 2024-11-20T02:23:33,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742327_1503 (size=12301) 2024-11-20T02:23:33,543 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/8546a1c3dee94f44b3b310b9358c5690 2024-11-20T02:23:33,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/388189e37ed24cabb9b5ce6171a7c279 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/388189e37ed24cabb9b5ce6171a7c279 2024-11-20T02:23:33,563 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/388189e37ed24cabb9b5ce6171a7c279, entries=150, sequenceid=326, filesize=12.0 K 2024-11-20T02:23:33,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/0529ced3dc794887ba81d91d40cc9c4f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/0529ced3dc794887ba81d91d40cc9c4f 2024-11-20T02:23:33,568 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/0529ced3dc794887ba81d91d40cc9c4f, entries=150, sequenceid=326, filesize=12.0 K 2024-11-20T02:23:33,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/8546a1c3dee94f44b3b310b9358c5690 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8546a1c3dee94f44b3b310b9358c5690 2024-11-20T02:23:33,573 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8546a1c3dee94f44b3b310b9358c5690, entries=150, sequenceid=326, filesize=12.0 K 2024-11-20T02:23:33,574 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 237b73fe74964a05814ce2f7376e7ea7 in 241ms, sequenceid=326, compaction requested=true 2024-11-20T02:23:33,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:33,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:33,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-20T02:23:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-20T02:23:33,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-20T02:23:33,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 702 msec 2024-11-20T02:23:33,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 707 msec 2024-11-20T02:23:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:33,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T02:23:33,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:33,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:33,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:33,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:33,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:33,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:33,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/b80ab403874e4f7197764cc47ab18f7c is 50, key is test_row_0/A:col10/1732069413582/Put/seqid=0 2024-11-20T02:23:33,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742328_1504 (size=14741) 2024-11-20T02:23:33,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/b80ab403874e4f7197764cc47ab18f7c 2024-11-20T02:23:33,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/bd900eb92075492fb848266d4f95b095 is 50, key is test_row_0/B:col10/1732069413582/Put/seqid=0 2024-11-20T02:23:33,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742329_1505 (size=12301) 2024-11-20T02:23:33,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/bd900eb92075492fb848266d4f95b095 2024-11-20T02:23:33,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/841f94d4de2b49aa9139157f6a021448 is 50, key is test_row_0/C:col10/1732069413582/Put/seqid=0 2024-11-20T02:23:33,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069473687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069473691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069473692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742330_1506 (size=12301) 2024-11-20T02:23:33,801 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/fc0079b102f74ef98f8091e0aefd20de as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/fc0079b102f74ef98f8091e0aefd20de 2024-11-20T02:23:33,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069473800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,807 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/B of 237b73fe74964a05814ce2f7376e7ea7 into fc0079b102f74ef98f8091e0aefd20de(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:33,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:33,807 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/B, priority=13, startTime=1732069413323; duration=0sec 2024-11-20T02:23:33,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:33,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:B 2024-11-20T02:23:33,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:33,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069473803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069473803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:33,814 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:33,814 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/C is initiating minor compaction (all files) 2024-11-20T02:23:33,814 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/C in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:33,815 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/6382733122cf40cfa9b077f2a46f9300, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e23e8e75df1c4137b6d6cad0fa9289c9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b6807d1eec7a48a3ac543309be81732c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8546a1c3dee94f44b3b310b9358c5690] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=48.6 K 2024-11-20T02:23:33,816 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6382733122cf40cfa9b077f2a46f9300, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732069410469 2024-11-20T02:23:33,817 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e23e8e75df1c4137b6d6cad0fa9289c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732069410537 2024-11-20T02:23:33,817 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b6807d1eec7a48a3ac543309be81732c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732069412705 2024-11-20T02:23:33,819 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8546a1c3dee94f44b3b310b9358c5690, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732069412761 2024-11-20T02:23:33,820 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/b7eceafc402044108bfc8f59845fa66d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b7eceafc402044108bfc8f59845fa66d 2024-11-20T02:23:33,826 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/A of 237b73fe74964a05814ce2f7376e7ea7 into b7eceafc402044108bfc8f59845fa66d(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:33,826 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:33,826 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/A, priority=13, startTime=1732069413323; duration=0sec 2024-11-20T02:23:33,826 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:33,826 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:A 2024-11-20T02:23:33,850 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#C#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:33,851 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/e0ad901cebe340fb9edf3b1e6c10fc76 is 50, key is test_row_0/C:col10/1732069412803/Put/seqid=0 2024-11-20T02:23:33,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742331_1507 (size=12983) 2024-11-20T02:23:33,895 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/e0ad901cebe340fb9edf3b1e6c10fc76 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e0ad901cebe340fb9edf3b1e6c10fc76 2024-11-20T02:23:33,902 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/C of 237b73fe74964a05814ce2f7376e7ea7 into e0ad901cebe340fb9edf3b1e6c10fc76(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:33,902 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:33,902 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/C, priority=12, startTime=1732069413323; duration=0sec 2024-11-20T02:23:33,902 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:33,902 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:C 2024-11-20T02:23:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T02:23:33,976 INFO [Thread-1942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-20T02:23:33,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-20T02:23:33,980 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T02:23:33,980 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:33,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:34,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069474008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069474014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069474014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T02:23:34,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/841f94d4de2b49aa9139157f6a021448 2024-11-20T02:23:34,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/b80ab403874e4f7197764cc47ab18f7c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b80ab403874e4f7197764cc47ab18f7c 2024-11-20T02:23:34,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b80ab403874e4f7197764cc47ab18f7c, entries=200, sequenceid=339, filesize=14.4 K 2024-11-20T02:23:34,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T02:23:34,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:34,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/bd900eb92075492fb848266d4f95b095 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/bd900eb92075492fb848266d4f95b095 2024-11-20T02:23:34,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:34,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/bd900eb92075492fb848266d4f95b095, entries=150, sequenceid=339, filesize=12.0 K 2024-11-20T02:23:34,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/841f94d4de2b49aa9139157f6a021448 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/841f94d4de2b49aa9139157f6a021448 2024-11-20T02:23:34,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/841f94d4de2b49aa9139157f6a021448, entries=150, sequenceid=339, filesize=12.0 K 2024-11-20T02:23:34,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 237b73fe74964a05814ce2f7376e7ea7 in 556ms, sequenceid=339, compaction requested=true 2024-11-20T02:23:34,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:34,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:34,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:34,150 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:34,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:34,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:34,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:34,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T02:23:34,150 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:34,151 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:34,151 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/A is initiating minor compaction (all files) 2024-11-20T02:23:34,151 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/A in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:34,151 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b7eceafc402044108bfc8f59845fa66d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/388189e37ed24cabb9b5ce6171a7c279, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b80ab403874e4f7197764cc47ab18f7c] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=39.1 K 2024-11-20T02:23:34,152 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7eceafc402044108bfc8f59845fa66d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732069412705 2024-11-20T02:23:34,152 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:34,152 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/B is initiating minor compaction (all files) 2024-11-20T02:23:34,152 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/B in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:34,152 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/fc0079b102f74ef98f8091e0aefd20de, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/0529ced3dc794887ba81d91d40cc9c4f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/bd900eb92075492fb848266d4f95b095] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=36.7 K 2024-11-20T02:23:34,153 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting fc0079b102f74ef98f8091e0aefd20de, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732069412705 2024-11-20T02:23:34,153 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 388189e37ed24cabb9b5ce6171a7c279, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732069412761 2024-11-20T02:23:34,153 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 0529ced3dc794887ba81d91d40cc9c4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732069412761 2024-11-20T02:23:34,154 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting bd900eb92075492fb848266d4f95b095, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732069413454 2024-11-20T02:23:34,154 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting b80ab403874e4f7197764cc47ab18f7c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732069413454 2024-11-20T02:23:34,169 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#A#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:34,170 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/ff164830d49140ccbe19836e776c8ffe is 50, key is test_row_0/A:col10/1732069413582/Put/seqid=0 2024-11-20T02:23:34,170 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#B#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:34,171 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/b2b908347b494949a8b05b7ea046815d is 50, key is test_row_0/B:col10/1732069413582/Put/seqid=0 2024-11-20T02:23:34,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742333_1509 (size=13051) 2024-11-20T02:23:34,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742332_1508 (size=13051) 2024-11-20T02:23:34,218 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/ff164830d49140ccbe19836e776c8ffe as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ff164830d49140ccbe19836e776c8ffe 2024-11-20T02:23:34,224 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/A of 237b73fe74964a05814ce2f7376e7ea7 into ff164830d49140ccbe19836e776c8ffe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:34,224 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:34,224 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/A, priority=13, startTime=1732069414150; duration=0sec 2024-11-20T02:23:34,224 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:34,225 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:A 2024-11-20T02:23:34,225 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T02:23:34,225 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T02:23:34,225 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T02:23:34,226 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. because compaction request was cancelled 2024-11-20T02:23:34,226 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:C 2024-11-20T02:23:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T02:23:34,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T02:23:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:34,287 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:23:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:34,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/ff1e98e1587b496a9d6912a58755b464 is 50, key is test_row_0/A:col10/1732069413681/Put/seqid=0 2024-11-20T02:23:34,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:34,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742334_1510 (size=12301) 2024-11-20T02:23:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:34,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069474344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069474353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069474354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069474455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069474461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069474464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T02:23:34,613 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/b2b908347b494949a8b05b7ea046815d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/b2b908347b494949a8b05b7ea046815d 2024-11-20T02:23:34,618 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/B of 237b73fe74964a05814ce2f7376e7ea7 into b2b908347b494949a8b05b7ea046815d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:34,618 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:34,618 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/B, priority=13, startTime=1732069414150; duration=0sec 2024-11-20T02:23:34,618 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:34,618 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:B 2024-11-20T02:23:34,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069474664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069474666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069474676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,721 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/ff1e98e1587b496a9d6912a58755b464 2024-11-20T02:23:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/aaa89c7d30c14818a3907907d94a87d9 is 50, key is test_row_0/B:col10/1732069413681/Put/seqid=0 2024-11-20T02:23:34,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742335_1511 (size=12301) 2024-11-20T02:23:34,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069474971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069474974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:34,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069474986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T02:23:35,190 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/aaa89c7d30c14818a3907907d94a87d9 2024-11-20T02:23:35,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/12e521000b1245d58657f01db312bef7 is 50, key is test_row_0/C:col10/1732069413681/Put/seqid=0 2024-11-20T02:23:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742336_1512 (size=12301) 2024-11-20T02:23:35,226 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/12e521000b1245d58657f01db312bef7 2024-11-20T02:23:35,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/ff1e98e1587b496a9d6912a58755b464 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ff1e98e1587b496a9d6912a58755b464 2024-11-20T02:23:35,238 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ff1e98e1587b496a9d6912a58755b464, entries=150, sequenceid=366, filesize=12.0 K 2024-11-20T02:23:35,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/aaa89c7d30c14818a3907907d94a87d9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/aaa89c7d30c14818a3907907d94a87d9 2024-11-20T02:23:35,246 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/aaa89c7d30c14818a3907907d94a87d9, entries=150, sequenceid=366, filesize=12.0 K 2024-11-20T02:23:35,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/12e521000b1245d58657f01db312bef7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/12e521000b1245d58657f01db312bef7 2024-11-20T02:23:35,252 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/12e521000b1245d58657f01db312bef7, entries=150, sequenceid=366, filesize=12.0 K 2024-11-20T02:23:35,253 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 237b73fe74964a05814ce2f7376e7ea7 in 966ms, sequenceid=366, compaction requested=true 2024-11-20T02:23:35,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:35,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:35,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-20T02:23:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-20T02:23:35,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-20T02:23:35,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2740 sec 2024-11-20T02:23:35,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.2780 sec 2024-11-20T02:23:35,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T02:23:35,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:35,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:35,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:35,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:35,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:35,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:35,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/826ef22f4d224118b7498b66b9cced67 is 50, key is test_row_0/A:col10/1732069414342/Put/seqid=0 2024-11-20T02:23:35,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742337_1513 (size=14741) 2024-11-20T02:23:35,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069475557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:35,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069475558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:35,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069475568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:35,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069475669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:35,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069475669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:35,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069475678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:35,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069475880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:35,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069475881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:35,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069475888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:35,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/826ef22f4d224118b7498b66b9cced67 2024-11-20T02:23:35,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/504103ae89924f068d03277011754f7e is 50, key is test_row_0/B:col10/1732069414342/Put/seqid=0 2024-11-20T02:23:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742338_1514 (size=12301) 2024-11-20T02:23:35,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/504103ae89924f068d03277011754f7e 2024-11-20T02:23:36,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/814d43d8701e44109511c92a524ddeca is 50, key is test_row_0/C:col10/1732069414342/Put/seqid=0 2024-11-20T02:23:36,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742339_1515 (size=12301) 2024-11-20T02:23:36,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/814d43d8701e44109511c92a524ddeca 2024-11-20T02:23:36,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/826ef22f4d224118b7498b66b9cced67 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/826ef22f4d224118b7498b66b9cced67 2024-11-20T02:23:36,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/826ef22f4d224118b7498b66b9cced67, entries=200, sequenceid=381, filesize=14.4 K 2024-11-20T02:23:36,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/504103ae89924f068d03277011754f7e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/504103ae89924f068d03277011754f7e 2024-11-20T02:23:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T02:23:36,084 INFO [Thread-1942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-20T02:23:36,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-20T02:23:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T02:23:36,088 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:36,089 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:36,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:36,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/504103ae89924f068d03277011754f7e, entries=150, sequenceid=381, filesize=12.0 K 2024-11-20T02:23:36,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/814d43d8701e44109511c92a524ddeca as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/814d43d8701e44109511c92a524ddeca 2024-11-20T02:23:36,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/814d43d8701e44109511c92a524ddeca, entries=150, sequenceid=381, filesize=12.0 K 2024-11-20T02:23:36,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 237b73fe74964a05814ce2f7376e7ea7 in 618ms, sequenceid=381, compaction requested=true 2024-11-20T02:23:36,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:36,104 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:36,105 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:36,106 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:36,106 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/A is initiating minor compaction (all files) 2024-11-20T02:23:36,106 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/A in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,106 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ff164830d49140ccbe19836e776c8ffe, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ff1e98e1587b496a9d6912a58755b464, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/826ef22f4d224118b7498b66b9cced67] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=39.2 K 2024-11-20T02:23:36,107 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:36,107 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/B is initiating minor compaction (all files) 2024-11-20T02:23:36,107 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/B in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,107 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/b2b908347b494949a8b05b7ea046815d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/aaa89c7d30c14818a3907907d94a87d9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/504103ae89924f068d03277011754f7e] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=36.8 K 2024-11-20T02:23:36,107 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff164830d49140ccbe19836e776c8ffe, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732069413454 2024-11-20T02:23:36,109 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b2b908347b494949a8b05b7ea046815d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732069413454 2024-11-20T02:23:36,109 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff1e98e1587b496a9d6912a58755b464, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732069413681 2024-11-20T02:23:36,109 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting aaa89c7d30c14818a3907907d94a87d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732069413681 2024-11-20T02:23:36,110 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 826ef22f4d224118b7498b66b9cced67, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732069414341 2024-11-20T02:23:36,110 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 504103ae89924f068d03277011754f7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732069414341 2024-11-20T02:23:36,132 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:36,133 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/b2a93f20dbca4c70a9fa6046d5132819 is 50, key is test_row_0/B:col10/1732069414342/Put/seqid=0 2024-11-20T02:23:36,143 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#A#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:36,144 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/5d483d30b3e54c16943bc52ad366aae9 is 50, key is test_row_0/A:col10/1732069414342/Put/seqid=0 2024-11-20T02:23:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T02:23:36,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742341_1517 (size=13153) 2024-11-20T02:23:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:36,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T02:23:36,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:36,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:36,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:36,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:36,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:36,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:36,203 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/5d483d30b3e54c16943bc52ad366aae9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/5d483d30b3e54c16943bc52ad366aae9 2024-11-20T02:23:36,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742340_1516 (size=13153) 2024-11-20T02:23:36,208 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/A of 237b73fe74964a05814ce2f7376e7ea7 into 5d483d30b3e54c16943bc52ad366aae9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:36,208 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:36,208 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/A, priority=13, startTime=1732069416104; duration=0sec 2024-11-20T02:23:36,208 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:36,208 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:A 2024-11-20T02:23:36,208 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:36,210 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:36,210 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/C is initiating minor compaction (all files) 2024-11-20T02:23:36,210 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/C in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,210 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e0ad901cebe340fb9edf3b1e6c10fc76, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/841f94d4de2b49aa9139157f6a021448, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/12e521000b1245d58657f01db312bef7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/814d43d8701e44109511c92a524ddeca] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=48.7 K 2024-11-20T02:23:36,210 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0ad901cebe340fb9edf3b1e6c10fc76, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732069412761 2024-11-20T02:23:36,211 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 841f94d4de2b49aa9139157f6a021448, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732069413454 2024-11-20T02:23:36,211 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12e521000b1245d58657f01db312bef7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732069413681 2024-11-20T02:23:36,211 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 814d43d8701e44109511c92a524ddeca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732069414341 2024-11-20T02:23:36,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/5cd6b3b02fa24f17824fe7ae0e18561d is 50, key is test_row_0/A:col10/1732069415555/Put/seqid=0 2024-11-20T02:23:36,233 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#C#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:36,234 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/044527fc0ceb429ab8920334614c9488 is 50, key is test_row_0/C:col10/1732069414342/Put/seqid=0 2024-11-20T02:23:36,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T02:23:36,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:36,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742342_1518 (size=17181) 2024-11-20T02:23:36,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742343_1519 (size=13119) 2024-11-20T02:23:36,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069476265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069476281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069476281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069476382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T02:23:36,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T02:23:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069476391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069476393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T02:23:36,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:36,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069476589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069476600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069476601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,611 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/b2a93f20dbca4c70a9fa6046d5132819 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/b2a93f20dbca4c70a9fa6046d5132819 2024-11-20T02:23:36,625 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/B of 237b73fe74964a05814ce2f7376e7ea7 into b2a93f20dbca4c70a9fa6046d5132819(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:36,625 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:36,625 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/B, priority=13, startTime=1732069416105; duration=0sec 2024-11-20T02:23:36,625 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:36,625 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:B 2024-11-20T02:23:36,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/5cd6b3b02fa24f17824fe7ae0e18561d 2024-11-20T02:23:36,681 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/044527fc0ceb429ab8920334614c9488 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/044527fc0ceb429ab8920334614c9488 2024-11-20T02:23:36,686 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/C of 237b73fe74964a05814ce2f7376e7ea7 into 044527fc0ceb429ab8920334614c9488(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:36,686 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:36,686 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/C, priority=12, startTime=1732069416105; duration=0sec 2024-11-20T02:23:36,687 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:36,687 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:C 2024-11-20T02:23:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T02:23:36,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/a0d52e68c69d44b192b3e27281204168 is 50, key is test_row_0/B:col10/1732069415555/Put/seqid=0 2024-11-20T02:23:36,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T02:23:36,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:36,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742344_1520 (size=12301) 2024-11-20T02:23:36,853 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T02:23:36,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:36,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:36,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:36,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069476898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069476906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:36,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069476908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T02:23:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:37,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:37,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732069477059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,065 DEBUG [Thread-1932 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8220 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:23:37,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42540 deadline: 1732069477073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,078 DEBUG [Thread-1934 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8235 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., hostname=143b9a2c40c9,32811,1732069282461, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:23:37,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/a0d52e68c69d44b192b3e27281204168 2024-11-20T02:23:37,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/aacc8af7d7be4ea8a86127932d44631e is 50, key is test_row_0/C:col10/1732069415555/Put/seqid=0 2024-11-20T02:23:37,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T02:23:37,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:37,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:37,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:37,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:37,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T02:23:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742345_1521 (size=12301) 2024-11-20T02:23:37,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/aacc8af7d7be4ea8a86127932d44631e 2024-11-20T02:23:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/5cd6b3b02fa24f17824fe7ae0e18561d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/5cd6b3b02fa24f17824fe7ae0e18561d 2024-11-20T02:23:37,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/5cd6b3b02fa24f17824fe7ae0e18561d, entries=250, sequenceid=405, filesize=16.8 K 2024-11-20T02:23:37,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/a0d52e68c69d44b192b3e27281204168 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a0d52e68c69d44b192b3e27281204168 2024-11-20T02:23:37,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a0d52e68c69d44b192b3e27281204168, entries=150, sequenceid=405, filesize=12.0 K 2024-11-20T02:23:37,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/aacc8af7d7be4ea8a86127932d44631e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/aacc8af7d7be4ea8a86127932d44631e 2024-11-20T02:23:37,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/aacc8af7d7be4ea8a86127932d44631e, entries=150, sequenceid=405, filesize=12.0 K 2024-11-20T02:23:37,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 237b73fe74964a05814ce2f7376e7ea7 in 1027ms, sequenceid=405, compaction requested=false 2024-11-20T02:23:37,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:37,329 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T02:23:37,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:37,330 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T02:23:37,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:37,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:37,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:37,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:37,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:37,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:37,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/553c1d025e4b4621a0313d04f9ec5bc7 is 50, key is test_row_0/A:col10/1732069416272/Put/seqid=0 2024-11-20T02:23:37,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742346_1522 (size=12301) 2024-11-20T02:23:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:37,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:37,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069477462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069477464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069477467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069477572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069477572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069477577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,763 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/553c1d025e4b4621a0313d04f9ec5bc7 2024-11-20T02:23:37,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/afde2cfbe3d14ee791e678567b949abd is 50, key is test_row_0/B:col10/1732069416272/Put/seqid=0 2024-11-20T02:23:37,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069477780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069477780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069477783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:37,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742347_1523 (size=12301) 2024-11-20T02:23:38,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069478089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:38,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069478089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:38,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069478089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T02:23:38,207 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/afde2cfbe3d14ee791e678567b949abd 2024-11-20T02:23:38,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/8f66d81d62ed4b4ca8780ae043531446 is 50, key is test_row_0/C:col10/1732069416272/Put/seqid=0 2024-11-20T02:23:38,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742348_1524 (size=12301) 2024-11-20T02:23:38,256 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/8f66d81d62ed4b4ca8780ae043531446 2024-11-20T02:23:38,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/553c1d025e4b4621a0313d04f9ec5bc7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/553c1d025e4b4621a0313d04f9ec5bc7 2024-11-20T02:23:38,268 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/553c1d025e4b4621a0313d04f9ec5bc7, entries=150, sequenceid=421, filesize=12.0 K 2024-11-20T02:23:38,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/afde2cfbe3d14ee791e678567b949abd as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/afde2cfbe3d14ee791e678567b949abd 2024-11-20T02:23:38,277 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/afde2cfbe3d14ee791e678567b949abd, entries=150, sequenceid=421, filesize=12.0 K 2024-11-20T02:23:38,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/8f66d81d62ed4b4ca8780ae043531446 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8f66d81d62ed4b4ca8780ae043531446 2024-11-20T02:23:38,290 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8f66d81d62ed4b4ca8780ae043531446, entries=150, sequenceid=421, filesize=12.0 K 2024-11-20T02:23:38,291 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 237b73fe74964a05814ce2f7376e7ea7 in 961ms, sequenceid=421, compaction requested=true 2024-11-20T02:23:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-20T02:23:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-20T02:23:38,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-20T02:23:38,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2040 sec 2024-11-20T02:23:38,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.2100 sec 2024-11-20T02:23:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:38,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T02:23:38,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:38,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:38,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:38,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:38,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:38,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:38,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/b60507fd0c3540349d7f1fe60478ff37 is 50, key is test_row_0/A:col10/1732069417443/Put/seqid=0 2024-11-20T02:23:38,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742349_1525 (size=14741) 2024-11-20T02:23:38,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/b60507fd0c3540349d7f1fe60478ff37 2024-11-20T02:23:38,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069478624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:38,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069478635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:38,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/9c3660d5094d417fa9e16fcc30d60e84 is 50, key is test_row_0/B:col10/1732069417443/Put/seqid=0 2024-11-20T02:23:38,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069478635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742350_1526 (size=12301) 2024-11-20T02:23:38,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/9c3660d5094d417fa9e16fcc30d60e84 2024-11-20T02:23:38,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/e4ee74377861464788becee30ab2ba9c is 50, key is test_row_0/C:col10/1732069417443/Put/seqid=0 2024-11-20T02:23:38,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742351_1527 (size=12301) 2024-11-20T02:23:38,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069478737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:38,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069478739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:38,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069478746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:38,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069478947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:38,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069478948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:38,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069478955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/e4ee74377861464788becee30ab2ba9c 2024-11-20T02:23:39,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/b60507fd0c3540349d7f1fe60478ff37 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b60507fd0c3540349d7f1fe60478ff37 2024-11-20T02:23:39,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b60507fd0c3540349d7f1fe60478ff37, entries=200, sequenceid=445, filesize=14.4 K 2024-11-20T02:23:39,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/9c3660d5094d417fa9e16fcc30d60e84 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9c3660d5094d417fa9e16fcc30d60e84 2024-11-20T02:23:39,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9c3660d5094d417fa9e16fcc30d60e84, entries=150, sequenceid=445, filesize=12.0 K 2024-11-20T02:23:39,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/e4ee74377861464788becee30ab2ba9c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e4ee74377861464788becee30ab2ba9c 2024-11-20T02:23:39,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e4ee74377861464788becee30ab2ba9c, entries=150, sequenceid=445, filesize=12.0 K 2024-11-20T02:23:39,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 237b73fe74964a05814ce2f7376e7ea7 in 515ms, sequenceid=445, compaction requested=true 2024-11-20T02:23:39,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:39,116 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:39,118 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57376 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:39,118 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/A is initiating minor compaction (all files) 2024-11-20T02:23:39,118 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/A in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:39,118 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/5d483d30b3e54c16943bc52ad366aae9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/5cd6b3b02fa24f17824fe7ae0e18561d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/553c1d025e4b4621a0313d04f9ec5bc7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b60507fd0c3540349d7f1fe60478ff37] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=56.0 K 2024-11-20T02:23:39,119 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d483d30b3e54c16943bc52ad366aae9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732069414341 2024-11-20T02:23:39,119 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cd6b3b02fa24f17824fe7ae0e18561d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732069415541 2024-11-20T02:23:39,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:39,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:39,119 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:39,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:39,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:39,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 237b73fe74964a05814ce2f7376e7ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:39,120 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 553c1d025e4b4621a0313d04f9ec5bc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732069416240 2024-11-20T02:23:39,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:39,120 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting b60507fd0c3540349d7f1fe60478ff37, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732069417443 2024-11-20T02:23:39,121 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:39,122 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/B is initiating minor compaction (all files) 2024-11-20T02:23:39,122 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/B in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:39,122 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/b2a93f20dbca4c70a9fa6046d5132819, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a0d52e68c69d44b192b3e27281204168, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/afde2cfbe3d14ee791e678567b949abd, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9c3660d5094d417fa9e16fcc30d60e84] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=48.9 K 2024-11-20T02:23:39,123 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b2a93f20dbca4c70a9fa6046d5132819, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732069414341 2024-11-20T02:23:39,124 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a0d52e68c69d44b192b3e27281204168, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732069415541 2024-11-20T02:23:39,124 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting afde2cfbe3d14ee791e678567b949abd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732069416240 2024-11-20T02:23:39,124 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c3660d5094d417fa9e16fcc30d60e84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732069417443 2024-11-20T02:23:39,138 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#A#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:39,139 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/17cbd6be96a84dc792127fe00405d5b5 is 50, key is test_row_0/A:col10/1732069417443/Put/seqid=0 2024-11-20T02:23:39,156 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:39,157 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/c72f0f2819e54407b7136e6fef3596c6 is 50, key is test_row_0/B:col10/1732069417443/Put/seqid=0 2024-11-20T02:23:39,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742352_1528 (size=13289) 2024-11-20T02:23:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742353_1529 (size=13289) 2024-11-20T02:23:39,220 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/c72f0f2819e54407b7136e6fef3596c6 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/c72f0f2819e54407b7136e6fef3596c6 2024-11-20T02:23:39,225 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/B of 237b73fe74964a05814ce2f7376e7ea7 into c72f0f2819e54407b7136e6fef3596c6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:39,225 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:39,225 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/B, priority=12, startTime=1732069419119; duration=0sec 2024-11-20T02:23:39,225 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:39,225 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:B 2024-11-20T02:23:39,225 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:23:39,229 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:23:39,229 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 237b73fe74964a05814ce2f7376e7ea7/C is initiating minor compaction (all files) 2024-11-20T02:23:39,230 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 237b73fe74964a05814ce2f7376e7ea7/C in TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:39,230 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/044527fc0ceb429ab8920334614c9488, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/aacc8af7d7be4ea8a86127932d44631e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8f66d81d62ed4b4ca8780ae043531446, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e4ee74377861464788becee30ab2ba9c] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp, totalSize=48.8 K 2024-11-20T02:23:39,230 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 044527fc0ceb429ab8920334614c9488, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732069414341 2024-11-20T02:23:39,231 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting aacc8af7d7be4ea8a86127932d44631e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732069415541 2024-11-20T02:23:39,231 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f66d81d62ed4b4ca8780ae043531446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732069416240 2024-11-20T02:23:39,231 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e4ee74377861464788becee30ab2ba9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732069417443 2024-11-20T02:23:39,241 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 237b73fe74964a05814ce2f7376e7ea7#C#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:39,242 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/2801d5168f8b4e9eb1d88f3ad5d9658d is 50, key is test_row_0/C:col10/1732069417443/Put/seqid=0 2024-11-20T02:23:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:39,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T02:23:39,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:39,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:39,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:39,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:39,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:39,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:39,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742354_1530 (size=13255) 2024-11-20T02:23:39,281 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/2801d5168f8b4e9eb1d88f3ad5d9658d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/2801d5168f8b4e9eb1d88f3ad5d9658d 2024-11-20T02:23:39,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/988e6695dd0e44048d7bc6d553967c48 is 50, key is test_row_0/A:col10/1732069418612/Put/seqid=0 2024-11-20T02:23:39,289 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/C of 237b73fe74964a05814ce2f7376e7ea7 into 2801d5168f8b4e9eb1d88f3ad5d9658d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:39,289 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:39,289 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/C, priority=12, startTime=1732069419120; duration=0sec 2024-11-20T02:23:39,289 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:39,289 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:C 2024-11-20T02:23:39,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742355_1531 (size=17181) 2024-11-20T02:23:39,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/988e6695dd0e44048d7bc6d553967c48 2024-11-20T02:23:39,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069479321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069479323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069479324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/f0e7b20f94344a22b1f4dfa0041cb03b is 50, key is test_row_0/B:col10/1732069418612/Put/seqid=0 2024-11-20T02:23:39,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742356_1532 (size=12301) 2024-11-20T02:23:39,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069479434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069479435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069479434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,591 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/17cbd6be96a84dc792127fe00405d5b5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/17cbd6be96a84dc792127fe00405d5b5 2024-11-20T02:23:39,598 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 237b73fe74964a05814ce2f7376e7ea7/A of 237b73fe74964a05814ce2f7376e7ea7 into 17cbd6be96a84dc792127fe00405d5b5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:39,598 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:39,598 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7., storeName=237b73fe74964a05814ce2f7376e7ea7/A, priority=12, startTime=1732069419116; duration=0sec 2024-11-20T02:23:39,598 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:39,598 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 237b73fe74964a05814ce2f7376e7ea7:A 2024-11-20T02:23:39,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069479641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069479643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069479644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/f0e7b20f94344a22b1f4dfa0041cb03b 2024-11-20T02:23:39,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/1d629aa6891d4ff9ac625470f7356ad8 is 50, key is test_row_0/C:col10/1732069418612/Put/seqid=0 2024-11-20T02:23:39,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742357_1533 (size=12301) 2024-11-20T02:23:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732069479948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1732069479948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1732069479951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T02:23:40,196 INFO [Thread-1942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-20T02:23:40,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-20T02:23:40,204 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T02:23:40,205 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:40,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:40,215 DEBUG [Thread-1951 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:51936 2024-11-20T02:23:40,215 DEBUG [Thread-1951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:40,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/1d629aa6891d4ff9ac625470f7356ad8 2024-11-20T02:23:40,219 DEBUG [Thread-1943 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:51936 2024-11-20T02:23:40,219 DEBUG [Thread-1943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:40,224 DEBUG [Thread-1949 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:51936 2024-11-20T02:23:40,224 DEBUG [Thread-1949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:40,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/988e6695dd0e44048d7bc6d553967c48 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/988e6695dd0e44048d7bc6d553967c48 2024-11-20T02:23:40,225 DEBUG [Thread-1945 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:51936 2024-11-20T02:23:40,225 DEBUG [Thread-1945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:40,229 DEBUG [Thread-1947 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:51936 2024-11-20T02:23:40,229 DEBUG [Thread-1947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:40,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/988e6695dd0e44048d7bc6d553967c48, entries=250, sequenceid=460, filesize=16.8 K 2024-11-20T02:23:40,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/f0e7b20f94344a22b1f4dfa0041cb03b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/f0e7b20f94344a22b1f4dfa0041cb03b 2024-11-20T02:23:40,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/f0e7b20f94344a22b1f4dfa0041cb03b, entries=150, sequenceid=460, filesize=12.0 K 2024-11-20T02:23:40,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/1d629aa6891d4ff9ac625470f7356ad8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/1d629aa6891d4ff9ac625470f7356ad8 2024-11-20T02:23:40,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/1d629aa6891d4ff9ac625470f7356ad8, entries=150, sequenceid=460, filesize=12.0 K 2024-11-20T02:23:40,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 237b73fe74964a05814ce2f7376e7ea7 in 1002ms, sequenceid=460, compaction requested=false 2024-11-20T02:23:40,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T02:23:40,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:40,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T02:23:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:40,358 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:23:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:40,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/9920ce9c134c4f49a95958d9caa58204 is 50, key is test_row_0/A:col10/1732069419300/Put/seqid=0 2024-11-20T02:23:40,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742358_1534 (size=12301) 2024-11-20T02:23:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:40,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. as already flushing 2024-11-20T02:23:40,458 DEBUG [Thread-1936 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:51936 2024-11-20T02:23:40,458 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:40,480 DEBUG [Thread-1940 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:51936 2024-11-20T02:23:40,480 DEBUG [Thread-1938 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:51936 2024-11-20T02:23:40,480 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:40,480 DEBUG [Thread-1938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T02:23:40,774 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/9920ce9c134c4f49a95958d9caa58204 2024-11-20T02:23:40,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/1742e76342dd4447933e570df2b05771 is 50, key is test_row_0/B:col10/1732069419300/Put/seqid=0 2024-11-20T02:23:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742359_1535 (size=12301) 2024-11-20T02:23:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T02:23:41,184 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/1742e76342dd4447933e570df2b05771 2024-11-20T02:23:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/812f7b81b90a475da308399a85c46454 is 50, key is test_row_0/C:col10/1732069419300/Put/seqid=0 2024-11-20T02:23:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742360_1536 (size=12301) 2024-11-20T02:23:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T02:23:41,596 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/812f7b81b90a475da308399a85c46454 2024-11-20T02:23:41,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/9920ce9c134c4f49a95958d9caa58204 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9920ce9c134c4f49a95958d9caa58204 2024-11-20T02:23:41,602 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9920ce9c134c4f49a95958d9caa58204, entries=150, sequenceid=484, filesize=12.0 K 2024-11-20T02:23:41,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/1742e76342dd4447933e570df2b05771 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/1742e76342dd4447933e570df2b05771 2024-11-20T02:23:41,605 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/1742e76342dd4447933e570df2b05771, entries=150, sequenceid=484, filesize=12.0 K 2024-11-20T02:23:41,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/812f7b81b90a475da308399a85c46454 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/812f7b81b90a475da308399a85c46454 2024-11-20T02:23:41,608 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/812f7b81b90a475da308399a85c46454, entries=150, sequenceid=484, filesize=12.0 K 2024-11-20T02:23:41,608 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=20.13 KB/20610 for 237b73fe74964a05814ce2f7376e7ea7 in 1250ms, sequenceid=484, compaction requested=true 2024-11-20T02:23:41,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:41,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-20T02:23:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-20T02:23:41,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T02:23:41,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec 2024-11-20T02:23:41,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4090 sec 2024-11-20T02:23:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T02:23:42,309 INFO [Thread-1942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-20T02:23:47,101 DEBUG [Thread-1932 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:51936 2024-11-20T02:23:47,101 DEBUG [Thread-1932 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:47,129 DEBUG [Thread-1934 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:51936 2024-11-20T02:23:47,129 DEBUG [Thread-1934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1570 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4709 rows 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1589 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4762 rows 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1600 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4800 rows 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1576 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4728 rows 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1580 2024-11-20T02:23:47,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4740 rows 2024-11-20T02:23:47,130 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T02:23:47,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:51936 2024-11-20T02:23:47,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:23:47,131 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T02:23:47,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T02:23:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T02:23:47,135 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069427135"}]},"ts":"1732069427135"} 2024-11-20T02:23:47,136 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T02:23:47,139 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T02:23:47,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T02:23:47,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=237b73fe74964a05814ce2f7376e7ea7, UNASSIGN}] 2024-11-20T02:23:47,141 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=237b73fe74964a05814ce2f7376e7ea7, UNASSIGN 2024-11-20T02:23:47,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=237b73fe74964a05814ce2f7376e7ea7, regionState=CLOSING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:47,142 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T02:23:47,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; CloseRegionProcedure 237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:23:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T02:23:47,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:47,294 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(124): Close 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:47,294 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T02:23:47,294 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1681): Closing 237b73fe74964a05814ce2f7376e7ea7, disabling compactions & flushes 2024-11-20T02:23:47,294 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:47,294 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:47,294 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. after waiting 0 ms 2024-11-20T02:23:47,294 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:47,294 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(2837): Flushing 237b73fe74964a05814ce2f7376e7ea7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T02:23:47,294 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=A 2024-11-20T02:23:47,294 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:47,294 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=B 2024-11-20T02:23:47,294 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:47,294 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 237b73fe74964a05814ce2f7376e7ea7, store=C 2024-11-20T02:23:47,294 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:47,298 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/6038f87ecd834c97a7c99e9c5db2f3f0 is 50, key is test_row_1/A:col10/1732069427100/Put/seqid=0 2024-11-20T02:23:47,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742361_1537 (size=9857) 2024-11-20T02:23:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T02:23:47,701 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/6038f87ecd834c97a7c99e9c5db2f3f0 2024-11-20T02:23:47,707 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/55404d9d8cab4fb29fddd49db972e77d is 50, key is test_row_1/B:col10/1732069427100/Put/seqid=0 2024-11-20T02:23:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742362_1538 (size=9857) 2024-11-20T02:23:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T02:23:48,110 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/55404d9d8cab4fb29fddd49db972e77d 2024-11-20T02:23:48,116 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/c349ed5284ba42dc98bfc80991ab03a9 is 50, key is test_row_1/C:col10/1732069427100/Put/seqid=0 2024-11-20T02:23:48,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742363_1539 (size=9857) 2024-11-20T02:23:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T02:23:48,520 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/c349ed5284ba42dc98bfc80991ab03a9 2024-11-20T02:23:48,523 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/A/6038f87ecd834c97a7c99e9c5db2f3f0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/6038f87ecd834c97a7c99e9c5db2f3f0 2024-11-20T02:23:48,525 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/6038f87ecd834c97a7c99e9c5db2f3f0, entries=100, sequenceid=492, filesize=9.6 K 2024-11-20T02:23:48,526 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/B/55404d9d8cab4fb29fddd49db972e77d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/55404d9d8cab4fb29fddd49db972e77d 2024-11-20T02:23:48,528 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/55404d9d8cab4fb29fddd49db972e77d, entries=100, sequenceid=492, filesize=9.6 K 2024-11-20T02:23:48,529 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/.tmp/C/c349ed5284ba42dc98bfc80991ab03a9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/c349ed5284ba42dc98bfc80991ab03a9 2024-11-20T02:23:48,531 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/c349ed5284ba42dc98bfc80991ab03a9, entries=100, sequenceid=492, filesize=9.6 K 2024-11-20T02:23:48,531 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 237b73fe74964a05814ce2f7376e7ea7 in 1237ms, sequenceid=492, compaction requested=true 2024-11-20T02:23:48,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b5927785b7304696932a4072ad12fd8d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/f114c89d2e7a41cdb0e691ac6e865387, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/0ae9faee510b4217b0e8bcd2b18ab1f2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/25f7babf8d894fc1904049706822cca7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9130f48f6faf42cf965b5a356cee5a0e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/1732a76d6b5440108fef891b5afb6d00, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/c7212e1237b545ffa9d8e6c9742deae8, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/77426a8f379a440ea5097edf54e2cf57, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/444c82875fea4bf3ac96985a2e1071c9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a435b6537a0d42a790ada5597b9363cc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a58d17a8259847ffb18b6074529cc980, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ee921715f6484788ac1a3e96a0ef8ced, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/4ae950a24f1b4f93b3660f4afa56ff72, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a6b21d29dc1a4c9787ad3bac22501fb2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a01c60a7ce674c90b601a1861cfbfde3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ba91b155c9c740018ff6392d50dec5cc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9d00cfef21374c239f2fe156202c62fd, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/fe300fd0874d425f9dca825a9a547e23, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/63b847a6996147179b1fd44a8b5cb9da, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b7eceafc402044108bfc8f59845fa66d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/388189e37ed24cabb9b5ce6171a7c279, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b80ab403874e4f7197764cc47ab18f7c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ff164830d49140ccbe19836e776c8ffe, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ff1e98e1587b496a9d6912a58755b464, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/826ef22f4d224118b7498b66b9cced67, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/5d483d30b3e54c16943bc52ad366aae9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/5cd6b3b02fa24f17824fe7ae0e18561d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/553c1d025e4b4621a0313d04f9ec5bc7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b60507fd0c3540349d7f1fe60478ff37] to archive 2024-11-20T02:23:48,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:23:48,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b5927785b7304696932a4072ad12fd8d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b5927785b7304696932a4072ad12fd8d 2024-11-20T02:23:48,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/f114c89d2e7a41cdb0e691ac6e865387 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/f114c89d2e7a41cdb0e691ac6e865387 2024-11-20T02:23:48,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/0ae9faee510b4217b0e8bcd2b18ab1f2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/0ae9faee510b4217b0e8bcd2b18ab1f2 2024-11-20T02:23:48,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/25f7babf8d894fc1904049706822cca7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/25f7babf8d894fc1904049706822cca7 2024-11-20T02:23:48,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9130f48f6faf42cf965b5a356cee5a0e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9130f48f6faf42cf965b5a356cee5a0e 2024-11-20T02:23:48,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/1732a76d6b5440108fef891b5afb6d00 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/1732a76d6b5440108fef891b5afb6d00 2024-11-20T02:23:48,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/c7212e1237b545ffa9d8e6c9742deae8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/c7212e1237b545ffa9d8e6c9742deae8 2024-11-20T02:23:48,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/77426a8f379a440ea5097edf54e2cf57 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/77426a8f379a440ea5097edf54e2cf57 2024-11-20T02:23:48,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/444c82875fea4bf3ac96985a2e1071c9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/444c82875fea4bf3ac96985a2e1071c9 2024-11-20T02:23:48,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a435b6537a0d42a790ada5597b9363cc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a435b6537a0d42a790ada5597b9363cc 2024-11-20T02:23:48,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a58d17a8259847ffb18b6074529cc980 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a58d17a8259847ffb18b6074529cc980 2024-11-20T02:23:48,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ee921715f6484788ac1a3e96a0ef8ced to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ee921715f6484788ac1a3e96a0ef8ced 2024-11-20T02:23:48,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/4ae950a24f1b4f93b3660f4afa56ff72 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/4ae950a24f1b4f93b3660f4afa56ff72 2024-11-20T02:23:48,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a6b21d29dc1a4c9787ad3bac22501fb2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a6b21d29dc1a4c9787ad3bac22501fb2 2024-11-20T02:23:48,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a01c60a7ce674c90b601a1861cfbfde3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/a01c60a7ce674c90b601a1861cfbfde3 2024-11-20T02:23:48,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ba91b155c9c740018ff6392d50dec5cc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ba91b155c9c740018ff6392d50dec5cc 2024-11-20T02:23:48,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9d00cfef21374c239f2fe156202c62fd to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9d00cfef21374c239f2fe156202c62fd 2024-11-20T02:23:48,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/fe300fd0874d425f9dca825a9a547e23 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/fe300fd0874d425f9dca825a9a547e23 2024-11-20T02:23:48,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/63b847a6996147179b1fd44a8b5cb9da to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/63b847a6996147179b1fd44a8b5cb9da 2024-11-20T02:23:48,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b7eceafc402044108bfc8f59845fa66d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b7eceafc402044108bfc8f59845fa66d 2024-11-20T02:23:48,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/388189e37ed24cabb9b5ce6171a7c279 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/388189e37ed24cabb9b5ce6171a7c279 2024-11-20T02:23:48,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b80ab403874e4f7197764cc47ab18f7c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b80ab403874e4f7197764cc47ab18f7c 2024-11-20T02:23:48,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ff164830d49140ccbe19836e776c8ffe to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ff164830d49140ccbe19836e776c8ffe 2024-11-20T02:23:48,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ff1e98e1587b496a9d6912a58755b464 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/ff1e98e1587b496a9d6912a58755b464 2024-11-20T02:23:48,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/826ef22f4d224118b7498b66b9cced67 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/826ef22f4d224118b7498b66b9cced67 2024-11-20T02:23:48,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/5d483d30b3e54c16943bc52ad366aae9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/5d483d30b3e54c16943bc52ad366aae9 2024-11-20T02:23:48,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/5cd6b3b02fa24f17824fe7ae0e18561d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/5cd6b3b02fa24f17824fe7ae0e18561d 2024-11-20T02:23:48,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/553c1d025e4b4621a0313d04f9ec5bc7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/553c1d025e4b4621a0313d04f9ec5bc7 2024-11-20T02:23:48,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b60507fd0c3540349d7f1fe60478ff37 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/b60507fd0c3540349d7f1fe60478ff37 2024-11-20T02:23:48,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/d936709d79eb4994a57ff0512caa0e60, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/90df4bc5f1b846aeb23a2f1bac20b306, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2d556da8e04948c9a94e1138658c34e0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/cf983cb8d28a49bc941a004e1495c692, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8591bd29bfa5485d8d7088c8da3d8c86, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/648432d1cf6047d1875717600284c025, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/f88582ed4d8f428c8f1c05e73430a987, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/84bccf884946452fa421905e42b1963e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9ef5ae94e32d4532be93299f6ce14925, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/d8d9011ec018433c89fa624d3a3d114c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/de185d438a1441adbdcfe0efd532f670, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/859b412e807849cf84c57eb8b6b3d5dc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/6963c5c8c18c474596d0293098dd3b72, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2de3a53082a94832b0538c289cae2dbc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8a9c6147444e4c7d8392e0c2a1395db6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/3f7e0aa1a3e64a4d976ded98ee3dff0e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a5206e51ad6e414992597aaf736e58af, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/e7c704945c5147b7a4cba1befd534564, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/fc0079b102f74ef98f8091e0aefd20de, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/716b4c939d154005b8fa67d4ff3c912d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/0529ced3dc794887ba81d91d40cc9c4f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/b2b908347b494949a8b05b7ea046815d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/bd900eb92075492fb848266d4f95b095, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/aaa89c7d30c14818a3907907d94a87d9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/b2a93f20dbca4c70a9fa6046d5132819, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/504103ae89924f068d03277011754f7e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a0d52e68c69d44b192b3e27281204168, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/afde2cfbe3d14ee791e678567b949abd, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9c3660d5094d417fa9e16fcc30d60e84] to archive 2024-11-20T02:23:48,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:23:48,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/d936709d79eb4994a57ff0512caa0e60 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/d936709d79eb4994a57ff0512caa0e60 2024-11-20T02:23:48,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/90df4bc5f1b846aeb23a2f1bac20b306 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/90df4bc5f1b846aeb23a2f1bac20b306 2024-11-20T02:23:48,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2d556da8e04948c9a94e1138658c34e0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2d556da8e04948c9a94e1138658c34e0 2024-11-20T02:23:48,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/cf983cb8d28a49bc941a004e1495c692 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/cf983cb8d28a49bc941a004e1495c692 2024-11-20T02:23:48,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8591bd29bfa5485d8d7088c8da3d8c86 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8591bd29bfa5485d8d7088c8da3d8c86 2024-11-20T02:23:48,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/648432d1cf6047d1875717600284c025 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/648432d1cf6047d1875717600284c025 2024-11-20T02:23:48,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/f88582ed4d8f428c8f1c05e73430a987 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/f88582ed4d8f428c8f1c05e73430a987 2024-11-20T02:23:48,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/84bccf884946452fa421905e42b1963e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/84bccf884946452fa421905e42b1963e 2024-11-20T02:23:48,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9ef5ae94e32d4532be93299f6ce14925 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9ef5ae94e32d4532be93299f6ce14925 2024-11-20T02:23:48,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/d8d9011ec018433c89fa624d3a3d114c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/d8d9011ec018433c89fa624d3a3d114c 2024-11-20T02:23:48,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/de185d438a1441adbdcfe0efd532f670 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/de185d438a1441adbdcfe0efd532f670 2024-11-20T02:23:48,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/859b412e807849cf84c57eb8b6b3d5dc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/859b412e807849cf84c57eb8b6b3d5dc 2024-11-20T02:23:48,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/6963c5c8c18c474596d0293098dd3b72 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/6963c5c8c18c474596d0293098dd3b72 2024-11-20T02:23:48,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2de3a53082a94832b0538c289cae2dbc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/2de3a53082a94832b0538c289cae2dbc 2024-11-20T02:23:48,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8a9c6147444e4c7d8392e0c2a1395db6 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/8a9c6147444e4c7d8392e0c2a1395db6 2024-11-20T02:23:48,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/3f7e0aa1a3e64a4d976ded98ee3dff0e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/3f7e0aa1a3e64a4d976ded98ee3dff0e 2024-11-20T02:23:48,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a5206e51ad6e414992597aaf736e58af to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a5206e51ad6e414992597aaf736e58af 2024-11-20T02:23:48,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/e7c704945c5147b7a4cba1befd534564 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/e7c704945c5147b7a4cba1befd534564 2024-11-20T02:23:48,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/fc0079b102f74ef98f8091e0aefd20de to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/fc0079b102f74ef98f8091e0aefd20de 2024-11-20T02:23:48,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/716b4c939d154005b8fa67d4ff3c912d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/716b4c939d154005b8fa67d4ff3c912d 2024-11-20T02:23:48,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/0529ced3dc794887ba81d91d40cc9c4f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/0529ced3dc794887ba81d91d40cc9c4f 2024-11-20T02:23:48,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/b2b908347b494949a8b05b7ea046815d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/b2b908347b494949a8b05b7ea046815d 2024-11-20T02:23:48,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/bd900eb92075492fb848266d4f95b095 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/bd900eb92075492fb848266d4f95b095 2024-11-20T02:23:48,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/aaa89c7d30c14818a3907907d94a87d9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/aaa89c7d30c14818a3907907d94a87d9 2024-11-20T02:23:48,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/b2a93f20dbca4c70a9fa6046d5132819 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/b2a93f20dbca4c70a9fa6046d5132819 2024-11-20T02:23:48,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/504103ae89924f068d03277011754f7e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/504103ae89924f068d03277011754f7e 2024-11-20T02:23:48,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a0d52e68c69d44b192b3e27281204168 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/a0d52e68c69d44b192b3e27281204168 2024-11-20T02:23:48,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/afde2cfbe3d14ee791e678567b949abd to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/afde2cfbe3d14ee791e678567b949abd 2024-11-20T02:23:48,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9c3660d5094d417fa9e16fcc30d60e84 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/9c3660d5094d417fa9e16fcc30d60e84 2024-11-20T02:23:48,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/db330b81d4f647c49db5ab05fdae98f1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7145d8c1275745f9af8fa0982ea9687f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/094195073742446aa707b35d902bf7f3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/d282620ff8b54763960d93277b903d87, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b7d3f55f2d2d41919e59af074268af02, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/db2b25eb1ef74f50baa739f7ba80ab40, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9f3b228dd51645178bfd06899d30175b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/df0e54ff6479423fb42618e6ad2c58b5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/770f639652544dbaafcb2d4a30a33ed7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9cac5e62364e467b83a5155895296aca, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9ff0d8e49a1442688a29dee2a4c83c6a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/4413feffe314439a82074dd5eec19219, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/53b062c73cb0415e8748cd8498543e72, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/538ab21eaee94ad285af19d3b3cf55f3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9c59f641f76648fea437b6a12438084c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/6382733122cf40cfa9b077f2a46f9300, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/fee51a33b3ca4d03be038c82aa4a803b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e23e8e75df1c4137b6d6cad0fa9289c9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b6807d1eec7a48a3ac543309be81732c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e0ad901cebe340fb9edf3b1e6c10fc76, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8546a1c3dee94f44b3b310b9358c5690, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/841f94d4de2b49aa9139157f6a021448, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/12e521000b1245d58657f01db312bef7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/044527fc0ceb429ab8920334614c9488, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/814d43d8701e44109511c92a524ddeca, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/aacc8af7d7be4ea8a86127932d44631e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8f66d81d62ed4b4ca8780ae043531446, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e4ee74377861464788becee30ab2ba9c] to archive 2024-11-20T02:23:48,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:23:48,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/db330b81d4f647c49db5ab05fdae98f1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/db330b81d4f647c49db5ab05fdae98f1 2024-11-20T02:23:48,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7145d8c1275745f9af8fa0982ea9687f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/7145d8c1275745f9af8fa0982ea9687f 2024-11-20T02:23:48,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/094195073742446aa707b35d902bf7f3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/094195073742446aa707b35d902bf7f3 2024-11-20T02:23:48,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/d282620ff8b54763960d93277b903d87 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/d282620ff8b54763960d93277b903d87 2024-11-20T02:23:48,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b7d3f55f2d2d41919e59af074268af02 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b7d3f55f2d2d41919e59af074268af02 2024-11-20T02:23:48,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/db2b25eb1ef74f50baa739f7ba80ab40 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/db2b25eb1ef74f50baa739f7ba80ab40 2024-11-20T02:23:48,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9f3b228dd51645178bfd06899d30175b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9f3b228dd51645178bfd06899d30175b 2024-11-20T02:23:48,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/df0e54ff6479423fb42618e6ad2c58b5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/df0e54ff6479423fb42618e6ad2c58b5 2024-11-20T02:23:48,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/770f639652544dbaafcb2d4a30a33ed7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/770f639652544dbaafcb2d4a30a33ed7 2024-11-20T02:23:48,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9cac5e62364e467b83a5155895296aca to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9cac5e62364e467b83a5155895296aca 2024-11-20T02:23:48,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9ff0d8e49a1442688a29dee2a4c83c6a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9ff0d8e49a1442688a29dee2a4c83c6a 2024-11-20T02:23:48,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/4413feffe314439a82074dd5eec19219 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/4413feffe314439a82074dd5eec19219 2024-11-20T02:23:48,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/53b062c73cb0415e8748cd8498543e72 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/53b062c73cb0415e8748cd8498543e72 2024-11-20T02:23:48,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/538ab21eaee94ad285af19d3b3cf55f3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/538ab21eaee94ad285af19d3b3cf55f3 2024-11-20T02:23:48,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9c59f641f76648fea437b6a12438084c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/9c59f641f76648fea437b6a12438084c 2024-11-20T02:23:48,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/6382733122cf40cfa9b077f2a46f9300 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/6382733122cf40cfa9b077f2a46f9300 2024-11-20T02:23:48,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/fee51a33b3ca4d03be038c82aa4a803b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/fee51a33b3ca4d03be038c82aa4a803b 2024-11-20T02:23:48,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e23e8e75df1c4137b6d6cad0fa9289c9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e23e8e75df1c4137b6d6cad0fa9289c9 2024-11-20T02:23:48,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b6807d1eec7a48a3ac543309be81732c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/b6807d1eec7a48a3ac543309be81732c 2024-11-20T02:23:48,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e0ad901cebe340fb9edf3b1e6c10fc76 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e0ad901cebe340fb9edf3b1e6c10fc76 2024-11-20T02:23:48,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8546a1c3dee94f44b3b310b9358c5690 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8546a1c3dee94f44b3b310b9358c5690 2024-11-20T02:23:48,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/841f94d4de2b49aa9139157f6a021448 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/841f94d4de2b49aa9139157f6a021448 2024-11-20T02:23:48,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/12e521000b1245d58657f01db312bef7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/12e521000b1245d58657f01db312bef7 2024-11-20T02:23:48,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/044527fc0ceb429ab8920334614c9488 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/044527fc0ceb429ab8920334614c9488 2024-11-20T02:23:48,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/814d43d8701e44109511c92a524ddeca to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/814d43d8701e44109511c92a524ddeca 2024-11-20T02:23:48,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/aacc8af7d7be4ea8a86127932d44631e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/aacc8af7d7be4ea8a86127932d44631e 2024-11-20T02:23:48,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8f66d81d62ed4b4ca8780ae043531446 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/8f66d81d62ed4b4ca8780ae043531446 2024-11-20T02:23:48,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e4ee74377861464788becee30ab2ba9c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/e4ee74377861464788becee30ab2ba9c 2024-11-20T02:23:48,604 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/recovered.edits/495.seqid, newMaxSeqId=495, maxSeqId=1 2024-11-20T02:23:48,605 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7. 2024-11-20T02:23:48,605 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1635): Region close journal for 237b73fe74964a05814ce2f7376e7ea7: 2024-11-20T02:23:48,606 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(170): Closed 237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:48,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=237b73fe74964a05814ce2f7376e7ea7, regionState=CLOSED 2024-11-20T02:23:48,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T02:23:48,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseRegionProcedure 237b73fe74964a05814ce2f7376e7ea7, server=143b9a2c40c9,32811,1732069282461 in 1.4650 sec 2024-11-20T02:23:48,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-20T02:23:48,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=237b73fe74964a05814ce2f7376e7ea7, UNASSIGN in 1.4680 sec 2024-11-20T02:23:48,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-20T02:23:48,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4710 sec 2024-11-20T02:23:48,611 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069428611"}]},"ts":"1732069428611"} 2024-11-20T02:23:48,612 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T02:23:48,614 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T02:23:48,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4820 sec 2024-11-20T02:23:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T02:23:49,239 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-20T02:23:49,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T02:23:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:49,240 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T02:23:49,241 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=144, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:49,243 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:49,244 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/recovered.edits] 2024-11-20T02:23:49,246 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/17cbd6be96a84dc792127fe00405d5b5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/17cbd6be96a84dc792127fe00405d5b5 2024-11-20T02:23:49,247 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/6038f87ecd834c97a7c99e9c5db2f3f0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/6038f87ecd834c97a7c99e9c5db2f3f0 2024-11-20T02:23:49,248 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/988e6695dd0e44048d7bc6d553967c48 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/988e6695dd0e44048d7bc6d553967c48 2024-11-20T02:23:49,249 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9920ce9c134c4f49a95958d9caa58204 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/A/9920ce9c134c4f49a95958d9caa58204 2024-11-20T02:23:49,251 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/1742e76342dd4447933e570df2b05771 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/1742e76342dd4447933e570df2b05771 2024-11-20T02:23:49,251 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/55404d9d8cab4fb29fddd49db972e77d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/55404d9d8cab4fb29fddd49db972e77d 2024-11-20T02:23:49,252 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/c72f0f2819e54407b7136e6fef3596c6 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/c72f0f2819e54407b7136e6fef3596c6 2024-11-20T02:23:49,253 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/f0e7b20f94344a22b1f4dfa0041cb03b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/B/f0e7b20f94344a22b1f4dfa0041cb03b 2024-11-20T02:23:49,254 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/1d629aa6891d4ff9ac625470f7356ad8 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/1d629aa6891d4ff9ac625470f7356ad8 2024-11-20T02:23:49,255 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/2801d5168f8b4e9eb1d88f3ad5d9658d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/2801d5168f8b4e9eb1d88f3ad5d9658d 2024-11-20T02:23:49,256 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/812f7b81b90a475da308399a85c46454 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/812f7b81b90a475da308399a85c46454 2024-11-20T02:23:49,257 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/c349ed5284ba42dc98bfc80991ab03a9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/C/c349ed5284ba42dc98bfc80991ab03a9 2024-11-20T02:23:49,259 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/recovered.edits/495.seqid to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7/recovered.edits/495.seqid 2024-11-20T02:23:49,259 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/237b73fe74964a05814ce2f7376e7ea7 2024-11-20T02:23:49,259 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T02:23:49,261 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=144, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:49,262 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T02:23:49,264 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T02:23:49,265 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=144, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:49,265 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T02:23:49,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732069429265"}]},"ts":"9223372036854775807"} 2024-11-20T02:23:49,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T02:23:49,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 237b73fe74964a05814ce2f7376e7ea7, NAME => 'TestAcidGuarantees,,1732069398060.237b73fe74964a05814ce2f7376e7ea7.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T02:23:49,266 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T02:23:49,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732069429266"}]},"ts":"9223372036854775807"} 2024-11-20T02:23:49,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T02:23:49,269 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=144, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:49,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-11-20T02:23:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T02:23:49,342 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-20T02:23:49,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238 (was 240), OpenFileDescriptor=445 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 564) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2672 (was 2815) 2024-11-20T02:23:49,361 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=2672 2024-11-20T02:23:49,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T02:23:49,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:23:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:49,364 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:23:49,365 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:49,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 145 2024-11-20T02:23:49,365 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:23:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T02:23:49,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742364_1540 (size=960) 2024-11-20T02:23:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T02:23:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T02:23:49,773 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14 2024-11-20T02:23:49,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742365_1541 (size=53) 2024-11-20T02:23:49,782 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:23:49,782 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 26733c769ae5c2cb4d1a877bf3a4681f, disabling compactions & flushes 2024-11-20T02:23:49,782 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:49,782 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:49,782 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. after waiting 0 ms 2024-11-20T02:23:49,782 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:49,782 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:49,782 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:49,783 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:23:49,783 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732069429783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732069429783"}]},"ts":"1732069429783"} 2024-11-20T02:23:49,784 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T02:23:49,785 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:23:49,785 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069429785"}]},"ts":"1732069429785"} 2024-11-20T02:23:49,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T02:23:49,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26733c769ae5c2cb4d1a877bf3a4681f, ASSIGN}] 2024-11-20T02:23:49,796 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26733c769ae5c2cb4d1a877bf3a4681f, ASSIGN 2024-11-20T02:23:49,797 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=26733c769ae5c2cb4d1a877bf3a4681f, ASSIGN; state=OFFLINE, location=143b9a2c40c9,32811,1732069282461; forceNewPlan=false, retain=false 2024-11-20T02:23:49,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=26733c769ae5c2cb4d1a877bf3a4681f, regionState=OPENING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:49,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; OpenRegionProcedure 26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:23:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T02:23:50,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:50,105 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:50,105 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7285): Opening region: {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:23:50,105 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,105 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:23:50,106 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7327): checking encryption for 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,106 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7330): checking classloading for 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,107 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,108 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:23:50,109 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26733c769ae5c2cb4d1a877bf3a4681f columnFamilyName A 2024-11-20T02:23:50,109 DEBUG [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:50,109 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(327): Store=26733c769ae5c2cb4d1a877bf3a4681f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:23:50,109 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,111 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:23:50,111 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26733c769ae5c2cb4d1a877bf3a4681f columnFamilyName B 2024-11-20T02:23:50,111 DEBUG [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:50,111 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(327): Store=26733c769ae5c2cb4d1a877bf3a4681f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:23:50,111 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,112 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:23:50,112 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26733c769ae5c2cb4d1a877bf3a4681f columnFamilyName C 2024-11-20T02:23:50,112 DEBUG [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:50,113 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(327): Store=26733c769ae5c2cb4d1a877bf3a4681f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:23:50,113 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:50,128 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,128 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,131 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:23:50,132 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1085): writing seq id for 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,148 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:23:50,149 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1102): Opened 26733c769ae5c2cb4d1a877bf3a4681f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60429214, jitterRate=-0.0995345413684845}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:23:50,150 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1001): Region open journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:50,151 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., pid=147, masterSystemTime=1732069430101 2024-11-20T02:23:50,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=26733c769ae5c2cb4d1a877bf3a4681f, regionState=OPEN, openSeqNum=2, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:50,154 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:50,154 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:50,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T02:23:50,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; OpenRegionProcedure 26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 in 206 msec 2024-11-20T02:23:50,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-20T02:23:50,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=26733c769ae5c2cb4d1a877bf3a4681f, ASSIGN in 365 msec 2024-11-20T02:23:50,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:23:50,160 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069430160"}]},"ts":"1732069430160"} 2024-11-20T02:23:50,162 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T02:23:50,166 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:23:50,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 803 msec 2024-11-20T02:23:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T02:23:50,469 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-20T02:23:50,471 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2209c520 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5765d46a 2024-11-20T02:23:50,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9954b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:50,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:50,490 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:50,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:23:50,492 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:23:50,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T02:23:50,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:23:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T02:23:50,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742366_1542 (size=996) 2024-11-20T02:23:50,519 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T02:23:50,519 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T02:23:50,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T02:23:50,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26733c769ae5c2cb4d1a877bf3a4681f, REOPEN/MOVE}] 2024-11-20T02:23:50,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26733c769ae5c2cb4d1a877bf3a4681f, REOPEN/MOVE 2024-11-20T02:23:50,526 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=26733c769ae5c2cb4d1a877bf3a4681f, regionState=CLOSING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:50,527 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T02:23:50,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:23:50,678 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:50,679 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,679 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T02:23:50,679 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 26733c769ae5c2cb4d1a877bf3a4681f, disabling compactions & flushes 2024-11-20T02:23:50,679 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:50,679 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:50,679 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. after waiting 0 ms 2024-11-20T02:23:50,679 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:50,683 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T02:23:50,683 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:50,683 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:50,684 WARN [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionServer(3786): Not adding moved region record: 26733c769ae5c2cb4d1a877bf3a4681f to self. 2024-11-20T02:23:50,685 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,685 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=26733c769ae5c2cb4d1a877bf3a4681f, regionState=CLOSED 2024-11-20T02:23:50,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-20T02:23:50,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 in 159 msec 2024-11-20T02:23:50,688 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=26733c769ae5c2cb4d1a877bf3a4681f, REOPEN/MOVE; state=CLOSED, location=143b9a2c40c9,32811,1732069282461; forceNewPlan=false, retain=true 2024-11-20T02:23:50,838 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=26733c769ae5c2cb4d1a877bf3a4681f, regionState=OPENING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:50,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=150, state=RUNNABLE; OpenRegionProcedure 26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:23:50,880 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:23:50,992 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:50,995 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:50,996 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7285): Opening region: {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:23:50,996 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,996 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:23:50,996 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7327): checking encryption for 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:50,996 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7330): checking classloading for 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:51,003 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:51,004 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:23:51,004 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26733c769ae5c2cb4d1a877bf3a4681f columnFamilyName A 2024-11-20T02:23:51,005 DEBUG [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:51,006 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(327): Store=26733c769ae5c2cb4d1a877bf3a4681f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:23:51,006 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:51,006 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:23:51,007 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26733c769ae5c2cb4d1a877bf3a4681f columnFamilyName B 2024-11-20T02:23:51,007 DEBUG [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:51,007 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(327): Store=26733c769ae5c2cb4d1a877bf3a4681f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:23:51,007 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:51,008 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T02:23:51,008 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26733c769ae5c2cb4d1a877bf3a4681f columnFamilyName C 2024-11-20T02:23:51,008 DEBUG [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:51,009 INFO [StoreOpener-26733c769ae5c2cb4d1a877bf3a4681f-1 {}] regionserver.HStore(327): Store=26733c769ae5c2cb4d1a877bf3a4681f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:23:51,009 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,010 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:51,011 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:51,013 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T02:23:51,014 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1085): writing seq id for 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:51,015 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1102): Opened 26733c769ae5c2cb4d1a877bf3a4681f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62578861, jitterRate=-0.06750230491161346}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T02:23:51,015 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1001): Region open journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:51,024 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., pid=152, masterSystemTime=1732069430992 2024-11-20T02:23:51,028 DEBUG [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,028 INFO [RS_OPEN_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=26733c769ae5c2cb4d1a877bf3a4681f, regionState=OPEN, openSeqNum=5, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=150 2024-11-20T02:23:51,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=150, state=SUCCESS; OpenRegionProcedure 26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 in 190 msec 2024-11-20T02:23:51,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-20T02:23:51,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=26733c769ae5c2cb4d1a877bf3a4681f, REOPEN/MOVE in 507 msec 2024-11-20T02:23:51,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-20T02:23:51,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec 2024-11-20T02:23:51,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 541 msec 2024-11-20T02:23:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T02:23:51,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-20T02:23:51,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:51,047 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-20T02:23:51,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:51,051 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-20T02:23:51,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:51,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-20T02:23:51,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:51,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-20T02:23:51,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:51,134 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-20T02:23:51,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:51,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-20T02:23:51,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:51,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-20T02:23:51,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:51,159 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-20T02:23:51,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:51,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:51936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-20T02:23:51,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:23:51,180 DEBUG [hconnection-0x9d4c537-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:51,181 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:51,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:51,208 DEBUG [hconnection-0x370e49da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-20T02:23:51,209 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T02:23:51,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:51,211 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:51,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:51,224 DEBUG [hconnection-0x6098a812-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:51,224 DEBUG [hconnection-0x4c27bb5f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:51,224 DEBUG [hconnection-0x7aa0c4d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:51,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:23:51,225 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:51,225 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:51,225 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:51,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:23:51,225 DEBUG [hconnection-0x1fe8236f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:51,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:51,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:23:51,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:51,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:23:51,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:51,226 DEBUG [hconnection-0x6326e38-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:51,226 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:51,228 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:51,229 DEBUG [hconnection-0x6ac976c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:51,229 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:51,231 DEBUG [hconnection-0x3da5d378-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:51,232 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:51,234 DEBUG [hconnection-0x41147e37-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:23:51,238 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:23:51,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112085f1056df82446f48b4952efd07c2bc4_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069431212/Put/seqid=0 2024-11-20T02:23:51,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742367_1543 (size=12154) 2024-11-20T02:23:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T02:23:51,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069491314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069491315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069491319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069491323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069491329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:51,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:51,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069491425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069491425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069491428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069491434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069491435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T02:23:51,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:51,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:51,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069491628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069491628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069491631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069491636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069491638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:51,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:51,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,705 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:51,710 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112085f1056df82446f48b4952efd07c2bc4_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112085f1056df82446f48b4952efd07c2bc4_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:51,711 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/79c37531ae944cbd9ffa9a988eef1f09, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:51,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/79c37531ae944cbd9ffa9a988eef1f09 is 175, key is test_row_0/A:col10/1732069431212/Put/seqid=0 2024-11-20T02:23:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742368_1544 (size=30955) 2024-11-20T02:23:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T02:23:51,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069491930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069491932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069491936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069491939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069491941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:51,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:51,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:51,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:51,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,132 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:52,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:52,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/79c37531ae944cbd9ffa9a988eef1f09 2024-11-20T02:23:52,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/81e5ee71bfba48cb91d1aee7ed343c7d is 50, key is test_row_0/B:col10/1732069431212/Put/seqid=0 2024-11-20T02:23:52,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742369_1545 (size=12001) 2024-11-20T02:23:52,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/81e5ee71bfba48cb91d1aee7ed343c7d 2024-11-20T02:23:52,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/e20ee1e12db54949b0ead13a922b55ca is 50, key is test_row_0/C:col10/1732069431212/Put/seqid=0 2024-11-20T02:23:52,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742370_1546 (size=12001) 2024-11-20T02:23:52,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/e20ee1e12db54949b0ead13a922b55ca 2024-11-20T02:23:52,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/79c37531ae944cbd9ffa9a988eef1f09 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/79c37531ae944cbd9ffa9a988eef1f09 2024-11-20T02:23:52,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/79c37531ae944cbd9ffa9a988eef1f09, entries=150, sequenceid=15, filesize=30.2 K 2024-11-20T02:23:52,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/81e5ee71bfba48cb91d1aee7ed343c7d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/81e5ee71bfba48cb91d1aee7ed343c7d 2024-11-20T02:23:52,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/81e5ee71bfba48cb91d1aee7ed343c7d, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T02:23:52,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/e20ee1e12db54949b0ead13a922b55ca as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/e20ee1e12db54949b0ead13a922b55ca 2024-11-20T02:23:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T02:23:52,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/e20ee1e12db54949b0ead13a922b55ca, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T02:23:52,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 26733c769ae5c2cb4d1a877bf3a4681f in 1097ms, sequenceid=15, compaction requested=false 2024-11-20T02:23:52,322 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T02:23:52,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:52,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T02:23:52,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:23:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:23:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:23:52,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069492447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069492448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069492450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069492451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069492451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204ff64a140bdc48a89f3a153b09355ee2_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069431311/Put/seqid=0 2024-11-20T02:23:52,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742371_1547 (size=12154) 2024-11-20T02:23:52,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:52,505 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204ff64a140bdc48a89f3a153b09355ee2_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204ff64a140bdc48a89f3a153b09355ee2_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:52,507 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/7e4fc3c8818c4f1585c7363accbf18a9, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:52,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/7e4fc3c8818c4f1585c7363accbf18a9 is 175, key is test_row_0/A:col10/1732069431311/Put/seqid=0 2024-11-20T02:23:52,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742372_1548 (size=30955) 2024-11-20T02:23:52,550 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/7e4fc3c8818c4f1585c7363accbf18a9 2024-11-20T02:23:52,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069492554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069492558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069492559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069492560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/bcb060af28484e13a653e38db5005d63 is 50, key is test_row_0/B:col10/1732069431311/Put/seqid=0 2024-11-20T02:23:52,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:52,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:52,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742373_1549 (size=12001) 2024-11-20T02:23:52,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:52,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:52,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069492757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069492761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069492762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069492763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:52,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:52,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/bcb060af28484e13a653e38db5005d63 2024-11-20T02:23:53,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/d44ef3b61cbe4ebf919bf77d39d31156 is 50, key is test_row_0/C:col10/1732069431311/Put/seqid=0 2024-11-20T02:23:53,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742374_1550 (size=12001) 2024-11-20T02:23:53,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069493062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069493066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069493066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069493067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:53,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:53,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T02:23:53,366 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:53,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:53,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/d44ef3b61cbe4ebf919bf77d39d31156 2024-11-20T02:23:53,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/7e4fc3c8818c4f1585c7363accbf18a9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/7e4fc3c8818c4f1585c7363accbf18a9 2024-11-20T02:23:53,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/7e4fc3c8818c4f1585c7363accbf18a9, entries=150, sequenceid=43, filesize=30.2 K 2024-11-20T02:23:53,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/bcb060af28484e13a653e38db5005d63 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bcb060af28484e13a653e38db5005d63 2024-11-20T02:23:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bcb060af28484e13a653e38db5005d63, entries=150, sequenceid=43, filesize=11.7 K 2024-11-20T02:23:53,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/d44ef3b61cbe4ebf919bf77d39d31156 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d44ef3b61cbe4ebf919bf77d39d31156 2024-11-20T02:23:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d44ef3b61cbe4ebf919bf77d39d31156, entries=150, sequenceid=43, filesize=11.7 K 2024-11-20T02:23:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 26733c769ae5c2cb4d1a877bf3a4681f in 1021ms, sequenceid=43, compaction requested=false 2024-11-20T02:23:53,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:23:53,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:23:53,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:53,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:23:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:53,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:23:53,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207fcf24749ad349faa701ecf2b0f20def_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_1/A:col10/1732069432449/Put/seqid=0 2024-11-20T02:23:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742375_1551 (size=12154) 2024-11-20T02:23:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:53,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:53,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069493585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069493584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069493586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069493592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069493592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,675 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:53,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:53,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069493693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069493693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069493694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069493698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069493698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:53,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:53,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069493896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069493897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069493898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069493903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069493903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:53,915 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207fcf24749ad349faa701ecf2b0f20def_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207fcf24749ad349faa701ecf2b0f20def_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:53,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/2b73baba7d5649bd98cad0aed38981d0, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:53,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/2b73baba7d5649bd98cad0aed38981d0 is 175, key is test_row_1/A:col10/1732069432449/Put/seqid=0 2024-11-20T02:23:53,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742376_1552 (size=30951) 2024-11-20T02:23:53,951 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/2b73baba7d5649bd98cad0aed38981d0 2024-11-20T02:23:53,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/fcf752bc2e5041219b31607d69fbb286 is 50, key is test_row_1/B:col10/1732069432449/Put/seqid=0 2024-11-20T02:23:53,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:53,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:53,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:53,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:53,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:53,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742377_1553 (size=9657) 2024-11-20T02:23:53,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/fcf752bc2e5041219b31607d69fbb286 2024-11-20T02:23:54,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/70c70c7b2fc3496aafc96d996e4b833a is 50, key is test_row_1/C:col10/1732069432449/Put/seqid=0 2024-11-20T02:23:54,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742378_1554 (size=9657) 2024-11-20T02:23:54,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/70c70c7b2fc3496aafc96d996e4b833a 2024-11-20T02:23:54,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/2b73baba7d5649bd98cad0aed38981d0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2b73baba7d5649bd98cad0aed38981d0 2024-11-20T02:23:54,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2b73baba7d5649bd98cad0aed38981d0, entries=150, sequenceid=54, filesize=30.2 K 2024-11-20T02:23:54,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/fcf752bc2e5041219b31607d69fbb286 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/fcf752bc2e5041219b31607d69fbb286 2024-11-20T02:23:54,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/fcf752bc2e5041219b31607d69fbb286, entries=100, sequenceid=54, filesize=9.4 K 2024-11-20T02:23:54,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/70c70c7b2fc3496aafc96d996e4b833a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/70c70c7b2fc3496aafc96d996e4b833a 2024-11-20T02:23:54,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/70c70c7b2fc3496aafc96d996e4b833a, entries=100, sequenceid=54, filesize=9.4 K 2024-11-20T02:23:54,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 26733c769ae5c2cb4d1a877bf3a4681f in 600ms, sequenceid=54, compaction requested=true 2024-11-20T02:23:54,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:54,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:54,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:54,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:54,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:54,073 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:54,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:54,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:54,073 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:54,074 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:54,074 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/B is initiating minor compaction (all files) 2024-11-20T02:23:54,074 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/B in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:54,075 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/81e5ee71bfba48cb91d1aee7ed343c7d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bcb060af28484e13a653e38db5005d63, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/fcf752bc2e5041219b31607d69fbb286] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=32.9 K 2024-11-20T02:23:54,075 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:54,075 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/A is initiating minor compaction (all files) 2024-11-20T02:23:54,075 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/A in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:54,075 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/79c37531ae944cbd9ffa9a988eef1f09, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/7e4fc3c8818c4f1585c7363accbf18a9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2b73baba7d5649bd98cad0aed38981d0] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=90.7 K 2024-11-20T02:23:54,075 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:54,075 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/79c37531ae944cbd9ffa9a988eef1f09, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/7e4fc3c8818c4f1585c7363accbf18a9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2b73baba7d5649bd98cad0aed38981d0] 2024-11-20T02:23:54,076 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 81e5ee71bfba48cb91d1aee7ed343c7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732069431212 2024-11-20T02:23:54,076 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79c37531ae944cbd9ffa9a988eef1f09, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732069431212 2024-11-20T02:23:54,076 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting bcb060af28484e13a653e38db5005d63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732069431311 2024-11-20T02:23:54,077 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e4fc3c8818c4f1585c7363accbf18a9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732069431311 2024-11-20T02:23:54,077 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting fcf752bc2e5041219b31607d69fbb286, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732069432449 2024-11-20T02:23:54,077 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b73baba7d5649bd98cad0aed38981d0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732069432449 2024-11-20T02:23:54,084 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:54,093 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#B#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:54,093 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/4a7a24707a894b919438c9427a36278c is 50, key is test_row_0/B:col10/1732069431311/Put/seqid=0 2024-11-20T02:23:54,104 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112091eae9f601d64f09aad5cf731d577ef9_26733c769ae5c2cb4d1a877bf3a4681f store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:54,109 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112091eae9f601d64f09aad5cf731d577ef9_26733c769ae5c2cb4d1a877bf3a4681f, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:54,109 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112091eae9f601d64f09aad5cf731d577ef9_26733c769ae5c2cb4d1a877bf3a4681f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:54,132 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T02:23:54,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T02:23:54,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:54,135 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T02:23:54,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:23:54,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:54,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:23:54,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:54,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:23:54,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:54,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742379_1555 (size=12104) 2024-11-20T02:23:54,154 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/4a7a24707a894b919438c9427a36278c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/4a7a24707a894b919438c9427a36278c 2024-11-20T02:23:54,161 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/B of 26733c769ae5c2cb4d1a877bf3a4681f into 4a7a24707a894b919438c9427a36278c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:54,162 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:54,162 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/B, priority=13, startTime=1732069434073; duration=0sec 2024-11-20T02:23:54,162 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:54,162 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:B 2024-11-20T02:23:54,162 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:54,163 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:54,163 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/C is initiating minor compaction (all files) 2024-11-20T02:23:54,163 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/C in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:54,163 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/e20ee1e12db54949b0ead13a922b55ca, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d44ef3b61cbe4ebf919bf77d39d31156, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/70c70c7b2fc3496aafc96d996e4b833a] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=32.9 K 2024-11-20T02:23:54,163 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting e20ee1e12db54949b0ead13a922b55ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732069431212 2024-11-20T02:23:54,164 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting d44ef3b61cbe4ebf919bf77d39d31156, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732069431311 2024-11-20T02:23:54,164 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 70c70c7b2fc3496aafc96d996e4b833a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732069432449 2024-11-20T02:23:54,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742380_1556 (size=4469) 2024-11-20T02:23:54,168 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#A#compaction#477 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:54,168 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/5e31965d0a994c159614ea5df335ce64 is 175, key is test_row_0/A:col10/1732069431311/Put/seqid=0 2024-11-20T02:23:54,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b4d2f4a8ca034a658ae45f35f74af918_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069433583/Put/seqid=0 2024-11-20T02:23:54,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:54,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069494210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,218 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:54,219 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/21010b12dd704259bc2d90be9682710b is 50, key is test_row_0/C:col10/1732069431311/Put/seqid=0 2024-11-20T02:23:54,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069494212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069494214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069494214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069494219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742381_1557 (size=31165) 2024-11-20T02:23:54,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742382_1558 (size=12154) 2024-11-20T02:23:54,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:54,310 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b4d2f4a8ca034a658ae45f35f74af918_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b4d2f4a8ca034a658ae45f35f74af918_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/1ed23a556ece4a6eb6c193e88cddacb0, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/1ed23a556ece4a6eb6c193e88cddacb0 is 175, key is test_row_0/A:col10/1732069433583/Put/seqid=0 2024-11-20T02:23:54,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742383_1559 (size=12104) 2024-11-20T02:23:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069494316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069494320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,323 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/21010b12dd704259bc2d90be9682710b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/21010b12dd704259bc2d90be9682710b 2024-11-20T02:23:54,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069494323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069494323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,329 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/C of 26733c769ae5c2cb4d1a877bf3a4681f into 21010b12dd704259bc2d90be9682710b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:54,329 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:54,329 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/C, priority=13, startTime=1732069434073; duration=0sec 2024-11-20T02:23:54,329 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:54,329 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:C 2024-11-20T02:23:54,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069494325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742384_1560 (size=30955) 2024-11-20T02:23:54,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069494520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069494523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069494528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069494530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069494532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,684 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/5e31965d0a994c159614ea5df335ce64 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/5e31965d0a994c159614ea5df335ce64 2024-11-20T02:23:54,690 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/A of 26733c769ae5c2cb4d1a877bf3a4681f into 5e31965d0a994c159614ea5df335ce64(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:54,690 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:54,690 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/A, priority=13, startTime=1732069434073; duration=0sec 2024-11-20T02:23:54,690 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:54,690 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:A 2024-11-20T02:23:54,752 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/1ed23a556ece4a6eb6c193e88cddacb0 2024-11-20T02:23:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/55870b1325ff42feb1388cb440fe7315 is 50, key is test_row_0/B:col10/1732069433583/Put/seqid=0 2024-11-20T02:23:54,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742385_1561 (size=12001) 2024-11-20T02:23:54,807 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/55870b1325ff42feb1388cb440fe7315 2024-11-20T02:23:54,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069494825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069494828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069494831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069494834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069494836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:54,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/7b14a64f1bcf4889bc7161e372b4ee54 is 50, key is test_row_0/C:col10/1732069433583/Put/seqid=0 2024-11-20T02:23:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742386_1562 (size=12001) 2024-11-20T02:23:54,884 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/7b14a64f1bcf4889bc7161e372b4ee54 2024-11-20T02:23:54,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/1ed23a556ece4a6eb6c193e88cddacb0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/1ed23a556ece4a6eb6c193e88cddacb0 2024-11-20T02:23:54,899 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/1ed23a556ece4a6eb6c193e88cddacb0, entries=150, sequenceid=80, filesize=30.2 K 2024-11-20T02:23:54,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/55870b1325ff42feb1388cb440fe7315 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/55870b1325ff42feb1388cb440fe7315 2024-11-20T02:23:54,908 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/55870b1325ff42feb1388cb440fe7315, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T02:23:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/7b14a64f1bcf4889bc7161e372b4ee54 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7b14a64f1bcf4889bc7161e372b4ee54 2024-11-20T02:23:54,920 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7b14a64f1bcf4889bc7161e372b4ee54, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T02:23:54,922 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 26733c769ae5c2cb4d1a877bf3a4681f in 787ms, sequenceid=80, compaction requested=false 2024-11-20T02:23:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-20T02:23:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-20T02:23:54,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-20T02:23:54,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7130 sec 2024-11-20T02:23:54,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 3.7220 sec 2024-11-20T02:23:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T02:23:55,320 INFO [Thread-2411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-20T02:23:55,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-20T02:23:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T02:23:55,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:55,326 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:55,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:55,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T02:23:55,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:23:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:23:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:23:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:55,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bf843ae13ebd41d5bbedeeb46759924c_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069435331/Put/seqid=0 2024-11-20T02:23:55,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742387_1563 (size=12154) 2024-11-20T02:23:55,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069495372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069495371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069495373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069495380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069495380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T02:23:55,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T02:23:55,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:55,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:55,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:55,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069495482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069495482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069495483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069495486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069495487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T02:23:55,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T02:23:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:55,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069495684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069495688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069495690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069495690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069495690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,778 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:55,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bf843ae13ebd41d5bbedeeb46759924c_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bf843ae13ebd41d5bbedeeb46759924c_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:55,785 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/a54ae819067347a0a1241d3190e8d85e, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:55,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/a54ae819067347a0a1241d3190e8d85e is 175, key is test_row_0/A:col10/1732069435331/Put/seqid=0 2024-11-20T02:23:55,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T02:23:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:55,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742388_1564 (size=30955) 2024-11-20T02:23:55,795 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/a54ae819067347a0a1241d3190e8d85e 2024-11-20T02:23:55,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/c4ed725909234c93a9e6a75a23114043 is 50, key is test_row_0/B:col10/1732069435331/Put/seqid=0 2024-11-20T02:23:55,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742389_1565 (size=12001) 2024-11-20T02:23:55,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/c4ed725909234c93a9e6a75a23114043 2024-11-20T02:23:55,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/6b946963d84b4ef3bbe8d43f3cae4227 is 50, key is test_row_0/C:col10/1732069435331/Put/seqid=0 2024-11-20T02:23:55,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742390_1566 (size=12001) 2024-11-20T02:23:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T02:23:55,939 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T02:23:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:55,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:55,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069495993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069495993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069495995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069495996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069495997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T02:23:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:56,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:56,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T02:23:56,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:56,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:56,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:56,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:56,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:56,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/6b946963d84b4ef3bbe8d43f3cae4227 2024-11-20T02:23:56,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/a54ae819067347a0a1241d3190e8d85e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a54ae819067347a0a1241d3190e8d85e 2024-11-20T02:23:56,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a54ae819067347a0a1241d3190e8d85e, entries=150, sequenceid=95, filesize=30.2 K 2024-11-20T02:23:56,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/c4ed725909234c93a9e6a75a23114043 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4ed725909234c93a9e6a75a23114043 2024-11-20T02:23:56,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4ed725909234c93a9e6a75a23114043, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T02:23:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/6b946963d84b4ef3bbe8d43f3cae4227 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6b946963d84b4ef3bbe8d43f3cae4227 2024-11-20T02:23:56,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6b946963d84b4ef3bbe8d43f3cae4227, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T02:23:56,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 26733c769ae5c2cb4d1a877bf3a4681f in 972ms, sequenceid=95, compaction requested=true 2024-11-20T02:23:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:56,304 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:56,304 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:56,305 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93075 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:56,305 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:56,305 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/A is initiating minor compaction (all files) 2024-11-20T02:23:56,305 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/B is initiating minor compaction (all files) 2024-11-20T02:23:56,305 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/A in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:56,305 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/B in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:56,305 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/4a7a24707a894b919438c9427a36278c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/55870b1325ff42feb1388cb440fe7315, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4ed725909234c93a9e6a75a23114043] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=35.3 K 2024-11-20T02:23:56,305 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/5e31965d0a994c159614ea5df335ce64, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/1ed23a556ece4a6eb6c193e88cddacb0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a54ae819067347a0a1241d3190e8d85e] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=90.9 K 2024-11-20T02:23:56,305 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:56,306 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/5e31965d0a994c159614ea5df335ce64, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/1ed23a556ece4a6eb6c193e88cddacb0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a54ae819067347a0a1241d3190e8d85e] 2024-11-20T02:23:56,306 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a7a24707a894b919438c9427a36278c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732069431311 2024-11-20T02:23:56,306 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e31965d0a994c159614ea5df335ce64, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732069431311 2024-11-20T02:23:56,306 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 55870b1325ff42feb1388cb440fe7315, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732069433573 2024-11-20T02:23:56,306 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ed23a556ece4a6eb6c193e88cddacb0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732069433573 2024-11-20T02:23:56,307 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting c4ed725909234c93a9e6a75a23114043, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069434212 2024-11-20T02:23:56,307 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting a54ae819067347a0a1241d3190e8d85e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069434212 2024-11-20T02:23:56,325 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:56,326 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/b48ca4e6bacc45f983e564c63459417a is 50, key is test_row_0/B:col10/1732069435331/Put/seqid=0 2024-11-20T02:23:56,344 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:56,357 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207bbb2f6626af45db9bf9249d900e9290_26733c769ae5c2cb4d1a877bf3a4681f store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:56,359 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207bbb2f6626af45db9bf9249d900e9290_26733c769ae5c2cb4d1a877bf3a4681f, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:56,359 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207bbb2f6626af45db9bf9249d900e9290_26733c769ae5c2cb4d1a877bf3a4681f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:56,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742391_1567 (size=12207) 2024-11-20T02:23:56,380 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/b48ca4e6bacc45f983e564c63459417a as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/b48ca4e6bacc45f983e564c63459417a 2024-11-20T02:23:56,385 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/B of 26733c769ae5c2cb4d1a877bf3a4681f into b48ca4e6bacc45f983e564c63459417a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:56,385 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:56,385 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/B, priority=13, startTime=1732069436304; duration=0sec 2024-11-20T02:23:56,386 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:56,386 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:B 2024-11-20T02:23:56,386 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:56,387 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:56,388 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/C is initiating minor compaction (all files) 2024-11-20T02:23:56,388 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/C in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:56,388 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/21010b12dd704259bc2d90be9682710b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7b14a64f1bcf4889bc7161e372b4ee54, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6b946963d84b4ef3bbe8d43f3cae4227] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=35.3 K 2024-11-20T02:23:56,388 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 21010b12dd704259bc2d90be9682710b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732069431311 2024-11-20T02:23:56,389 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b14a64f1bcf4889bc7161e372b4ee54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732069433573 2024-11-20T02:23:56,389 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b946963d84b4ef3bbe8d43f3cae4227, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069434212 2024-11-20T02:23:56,398 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#C#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:56,398 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/0e33af915e1740e18662f98c9ba5b836 is 50, key is test_row_0/C:col10/1732069435331/Put/seqid=0 2024-11-20T02:23:56,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T02:23:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:56,404 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T02:23:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:23:56,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:56,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:23:56,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:56,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:23:56,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:56,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742392_1568 (size=4469) 2024-11-20T02:23:56,412 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#A#compaction#487 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:56,412 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/f7c963cd47cc4f059e9d474886e1b257 is 175, key is test_row_0/A:col10/1732069435331/Put/seqid=0 2024-11-20T02:23:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T02:23:56,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120398c7a0a22634713830e33c9377b1170_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069435371/Put/seqid=0 2024-11-20T02:23:56,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742393_1569 (size=12207) 2024-11-20T02:23:56,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742394_1570 (size=31161) 2024-11-20T02:23:56,473 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/f7c963cd47cc4f059e9d474886e1b257 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/f7c963cd47cc4f059e9d474886e1b257 2024-11-20T02:23:56,480 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/A of 26733c769ae5c2cb4d1a877bf3a4681f into f7c963cd47cc4f059e9d474886e1b257(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:56,480 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:56,480 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/A, priority=13, startTime=1732069436304; duration=0sec 2024-11-20T02:23:56,480 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:56,480 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:A 2024-11-20T02:23:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742395_1571 (size=12154) 2024-11-20T02:23:56,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:56,497 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120398c7a0a22634713830e33c9377b1170_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120398c7a0a22634713830e33c9377b1170_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:56,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/9e6dc275988a446e8d1cd4400a3108e4, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:56,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/9e6dc275988a446e8d1cd4400a3108e4 is 175, key is test_row_0/A:col10/1732069435371/Put/seqid=0 2024-11-20T02:23:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:56,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069496509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069496510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742396_1572 (size=30955) 2024-11-20T02:23:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069496510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069496511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069496511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,516 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/9e6dc275988a446e8d1cd4400a3108e4 2024-11-20T02:23:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/6fa8d75c8d734d9aba0d39b4c9807eb9 is 50, key is test_row_0/B:col10/1732069435371/Put/seqid=0 2024-11-20T02:23:56,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742397_1573 (size=12001) 2024-11-20T02:23:56,577 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/6fa8d75c8d734d9aba0d39b4c9807eb9 2024-11-20T02:23:56,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/8f545717b81140c9b9777c5bbda77b2f is 50, key is test_row_0/C:col10/1732069435371/Put/seqid=0 2024-11-20T02:23:56,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069496615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069496615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069496615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069496616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069496616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742398_1574 (size=12001) 2024-11-20T02:23:56,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069496821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069496820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069496823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069496823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069496825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:56,866 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/0e33af915e1740e18662f98c9ba5b836 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/0e33af915e1740e18662f98c9ba5b836 2024-11-20T02:23:56,872 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/C of 26733c769ae5c2cb4d1a877bf3a4681f into 0e33af915e1740e18662f98c9ba5b836(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:56,873 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:56,873 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/C, priority=13, startTime=1732069436304; duration=0sec 2024-11-20T02:23:56,873 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:56,873 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:C 2024-11-20T02:23:57,039 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/8f545717b81140c9b9777c5bbda77b2f 2024-11-20T02:23:57,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/9e6dc275988a446e8d1cd4400a3108e4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/9e6dc275988a446e8d1cd4400a3108e4 2024-11-20T02:23:57,050 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/9e6dc275988a446e8d1cd4400a3108e4, entries=150, sequenceid=121, filesize=30.2 K 2024-11-20T02:23:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/6fa8d75c8d734d9aba0d39b4c9807eb9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/6fa8d75c8d734d9aba0d39b4c9807eb9 2024-11-20T02:23:57,056 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/6fa8d75c8d734d9aba0d39b4c9807eb9, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T02:23:57,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/8f545717b81140c9b9777c5bbda77b2f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/8f545717b81140c9b9777c5bbda77b2f 2024-11-20T02:23:57,062 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/8f545717b81140c9b9777c5bbda77b2f, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T02:23:57,062 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 26733c769ae5c2cb4d1a877bf3a4681f in 658ms, sequenceid=121, compaction requested=false 2024-11-20T02:23:57,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:57,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:57,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-20T02:23:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-20T02:23:57,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-20T02:23:57,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7380 sec 2024-11-20T02:23:57,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.7440 sec 2024-11-20T02:23:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:57,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T02:23:57,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:23:57,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:57,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:23:57,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:57,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:23:57,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:57,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201aae672777124136ad41edfef83ab9eb_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069437127/Put/seqid=0 2024-11-20T02:23:57,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742399_1575 (size=12304) 2024-11-20T02:23:57,154 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:57,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069497155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,161 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201aae672777124136ad41edfef83ab9eb_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201aae672777124136ad41edfef83ab9eb_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:57,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,162 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/b69b5160d4464274b1c3512aed3ad8d4, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069497155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069497157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069497157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069497159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/b69b5160d4464274b1c3512aed3ad8d4 is 175, key is test_row_0/A:col10/1732069437127/Put/seqid=0 2024-11-20T02:23:57,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742400_1576 (size=31105) 2024-11-20T02:23:57,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069497261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069497263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069497264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069497264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069497264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T02:23:57,430 INFO [Thread-2411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-20T02:23:57,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-20T02:23:57,435 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T02:23:57,436 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:57,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069497468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069497470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069497471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069497471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069497471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T02:23:57,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-20T02:23:57,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:57,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:57,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/b69b5160d4464274b1c3512aed3ad8d4 2024-11-20T02:23:57,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/d22eae5f66ef4bdc90413dbdbb50dbe0 is 50, key is test_row_0/B:col10/1732069437127/Put/seqid=0 2024-11-20T02:23:57,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742401_1577 (size=12151) 2024-11-20T02:23:57,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/d22eae5f66ef4bdc90413dbdbb50dbe0 2024-11-20T02:23:57,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/22fadffc8bd14b378f148aaa7fe76e3f is 50, key is test_row_0/C:col10/1732069437127/Put/seqid=0 2024-11-20T02:23:57,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742402_1578 (size=12151) 2024-11-20T02:23:57,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/22fadffc8bd14b378f148aaa7fe76e3f 2024-11-20T02:23:57,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/b69b5160d4464274b1c3512aed3ad8d4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b69b5160d4464274b1c3512aed3ad8d4 2024-11-20T02:23:57,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b69b5160d4464274b1c3512aed3ad8d4, entries=150, sequenceid=137, filesize=30.4 K 2024-11-20T02:23:57,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/d22eae5f66ef4bdc90413dbdbb50dbe0 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/d22eae5f66ef4bdc90413dbdbb50dbe0 2024-11-20T02:23:57,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/d22eae5f66ef4bdc90413dbdbb50dbe0, entries=150, sequenceid=137, filesize=11.9 K 2024-11-20T02:23:57,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/22fadffc8bd14b378f148aaa7fe76e3f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/22fadffc8bd14b378f148aaa7fe76e3f 2024-11-20T02:23:57,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/22fadffc8bd14b378f148aaa7fe76e3f, entries=150, sequenceid=137, filesize=11.9 K 2024-11-20T02:23:57,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 26733c769ae5c2cb4d1a877bf3a4681f in 583ms, sequenceid=137, compaction requested=true 2024-11-20T02:23:57,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:57,711 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:57,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:57,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:57,712 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:57,712 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/A is initiating minor compaction (all files) 2024-11-20T02:23:57,712 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/A in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:57,712 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/f7c963cd47cc4f059e9d474886e1b257, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/9e6dc275988a446e8d1cd4400a3108e4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b69b5160d4464274b1c3512aed3ad8d4] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=91.0 K 2024-11-20T02:23:57,712 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:57,712 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/f7c963cd47cc4f059e9d474886e1b257, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/9e6dc275988a446e8d1cd4400a3108e4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b69b5160d4464274b1c3512aed3ad8d4] 2024-11-20T02:23:57,713 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7c963cd47cc4f059e9d474886e1b257, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069434212 2024-11-20T02:23:57,713 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:57,713 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e6dc275988a446e8d1cd4400a3108e4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732069435364 2024-11-20T02:23:57,714 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting b69b5160d4464274b1c3512aed3ad8d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732069436509 2024-11-20T02:23:57,714 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:57,714 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/B is initiating minor compaction (all files) 2024-11-20T02:23:57,714 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/B in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:57,714 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/b48ca4e6bacc45f983e564c63459417a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/6fa8d75c8d734d9aba0d39b4c9807eb9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/d22eae5f66ef4bdc90413dbdbb50dbe0] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=35.5 K 2024-11-20T02:23:57,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:57,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:57,716 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting b48ca4e6bacc45f983e564c63459417a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069434212 2024-11-20T02:23:57,717 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fa8d75c8d734d9aba0d39b4c9807eb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732069435364 2024-11-20T02:23:57,718 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting d22eae5f66ef4bdc90413dbdbb50dbe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732069436509 2024-11-20T02:23:57,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:57,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:57,722 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:57,725 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120405ad3cd0a8b4b538cb2980134e42a1d_26733c769ae5c2cb4d1a877bf3a4681f store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:57,727 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120405ad3cd0a8b4b538cb2980134e42a1d_26733c769ae5c2cb4d1a877bf3a4681f, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:57,727 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120405ad3cd0a8b4b538cb2980134e42a1d_26733c769ae5c2cb4d1a877bf3a4681f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:57,734 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#B#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:57,734 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/ac1e52d304a34ed3bec179d1a69a4699 is 50, key is test_row_0/B:col10/1732069437127/Put/seqid=0 2024-11-20T02:23:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T02:23:57,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-20T02:23:57,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:57,740 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:23:57,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:23:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:23:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:23:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:57,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742403_1579 (size=4469) 2024-11-20T02:23:57,773 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#A#compaction#495 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:57,774 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/6e416c83e69048e5adb6bb239e63672c is 175, key is test_row_0/A:col10/1732069437127/Put/seqid=0 2024-11-20T02:23:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:57,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:57,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069497784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069497788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742404_1580 (size=12459) 2024-11-20T02:23:57,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069497789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069497790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069497790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,801 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/ac1e52d304a34ed3bec179d1a69a4699 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/ac1e52d304a34ed3bec179d1a69a4699 2024-11-20T02:23:57,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112007b9de98da014ffe89dc5d55fe910846_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069437152/Put/seqid=0 2024-11-20T02:23:57,806 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/B of 26733c769ae5c2cb4d1a877bf3a4681f into ac1e52d304a34ed3bec179d1a69a4699(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:57,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:57,807 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/B, priority=13, startTime=1732069437713; duration=0sec 2024-11-20T02:23:57,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:57,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:B 2024-11-20T02:23:57,807 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:57,808 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:57,808 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/C is initiating minor compaction (all files) 2024-11-20T02:23:57,809 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/C in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:57,809 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/0e33af915e1740e18662f98c9ba5b836, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/8f545717b81140c9b9777c5bbda77b2f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/22fadffc8bd14b378f148aaa7fe76e3f] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=35.5 K 2024-11-20T02:23:57,809 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e33af915e1740e18662f98c9ba5b836, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732069434212 2024-11-20T02:23:57,811 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f545717b81140c9b9777c5bbda77b2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732069435364 2024-11-20T02:23:57,813 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 22fadffc8bd14b378f148aaa7fe76e3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732069436509 2024-11-20T02:23:57,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742405_1581 (size=31413) 2024-11-20T02:23:57,852 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/6e416c83e69048e5adb6bb239e63672c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/6e416c83e69048e5adb6bb239e63672c 2024-11-20T02:23:57,858 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/A of 26733c769ae5c2cb4d1a877bf3a4681f into 6e416c83e69048e5adb6bb239e63672c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:57,858 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:57,859 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/A, priority=13, startTime=1732069437710; duration=0sec 2024-11-20T02:23:57,859 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:57,859 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:A 2024-11-20T02:23:57,860 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#C#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:57,861 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/dd85708df9cd482cbb0664f29b0f9437 is 50, key is test_row_0/C:col10/1732069437127/Put/seqid=0 2024-11-20T02:23:57,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742406_1582 (size=12304) 2024-11-20T02:23:57,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:57,881 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112007b9de98da014ffe89dc5d55fe910846_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112007b9de98da014ffe89dc5d55fe910846_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:57,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/2987d939e8b44f65aa6e32cf524977b5, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:57,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/2987d939e8b44f65aa6e32cf524977b5 is 175, key is test_row_0/A:col10/1732069437152/Put/seqid=0 2024-11-20T02:23:57,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069497891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069497894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069497896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069497896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069497897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:57,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742407_1583 (size=12459) 2024-11-20T02:23:57,913 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/dd85708df9cd482cbb0664f29b0f9437 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/dd85708df9cd482cbb0664f29b0f9437 2024-11-20T02:23:57,919 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/C of 26733c769ae5c2cb4d1a877bf3a4681f into dd85708df9cd482cbb0664f29b0f9437(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:23:57,919 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:57,919 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/C, priority=13, startTime=1732069437717; duration=0sec 2024-11-20T02:23:57,919 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:57,919 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:C 2024-11-20T02:23:57,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742408_1584 (size=31105) 2024-11-20T02:23:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T02:23:58,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069498094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:58,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069498098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:58,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069498100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:58,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069498116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:58,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069498117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:58,330 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/2987d939e8b44f65aa6e32cf524977b5 2024-11-20T02:23:58,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/632b7785a10c49d48ad865829aa6367d is 50, key is test_row_0/B:col10/1732069437152/Put/seqid=0 2024-11-20T02:23:58,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742409_1585 (size=12151) 2024-11-20T02:23:58,375 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/632b7785a10c49d48ad865829aa6367d 2024-11-20T02:23:58,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/ddf65043690b4e7989fe029d5eb18a66 is 50, key is test_row_0/C:col10/1732069437152/Put/seqid=0 2024-11-20T02:23:58,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069498398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:58,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069498401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:58,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069498403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:58,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742410_1586 (size=12151) 2024-11-20T02:23:58,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069498421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:58,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069498422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T02:23:58,818 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/ddf65043690b4e7989fe029d5eb18a66 2024-11-20T02:23:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/2987d939e8b44f65aa6e32cf524977b5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2987d939e8b44f65aa6e32cf524977b5 2024-11-20T02:23:58,828 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2987d939e8b44f65aa6e32cf524977b5, entries=150, sequenceid=160, filesize=30.4 K 2024-11-20T02:23:58,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/632b7785a10c49d48ad865829aa6367d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/632b7785a10c49d48ad865829aa6367d 2024-11-20T02:23:58,834 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/632b7785a10c49d48ad865829aa6367d, entries=150, sequenceid=160, filesize=11.9 K 2024-11-20T02:23:58,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/ddf65043690b4e7989fe029d5eb18a66 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ddf65043690b4e7989fe029d5eb18a66 2024-11-20T02:23:58,839 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ddf65043690b4e7989fe029d5eb18a66, entries=150, sequenceid=160, filesize=11.9 K 2024-11-20T02:23:58,840 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 26733c769ae5c2cb4d1a877bf3a4681f in 1100ms, sequenceid=160, compaction requested=false 2024-11-20T02:23:58,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:58,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:58,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-20T02:23:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-20T02:23:58,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-20T02:23:58,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-20T02:23:58,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.4120 sec 2024-11-20T02:23:58,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T02:23:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:23:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:23:58,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:58,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:23:58,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:58,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a067b751b41c46afba45366d11bd68ca_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069437782/Put/seqid=0 2024-11-20T02:23:58,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742411_1587 (size=12304) 2024-11-20T02:23:59,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069499035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069499036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069499039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069499035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069499041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069499140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069499140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069499141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069499144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069499144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,342 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:59,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069499344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069499344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,346 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a067b751b41c46afba45366d11bd68ca_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a067b751b41c46afba45366d11bd68ca_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:59,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069499346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/052a43c648ac48999fcfe1dea71e3caf, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:59,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/052a43c648ac48999fcfe1dea71e3caf is 175, key is test_row_0/A:col10/1732069437782/Put/seqid=0 2024-11-20T02:23:59,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069499348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069499348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742412_1588 (size=31105) 2024-11-20T02:23:59,367 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/052a43c648ac48999fcfe1dea71e3caf 2024-11-20T02:23:59,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/19b29ff8759b4c9e8f4b964bc3ebd3ed is 50, key is test_row_0/B:col10/1732069437782/Put/seqid=0 2024-11-20T02:23:59,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742413_1589 (size=12151) 2024-11-20T02:23:59,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/19b29ff8759b4c9e8f4b964bc3ebd3ed 2024-11-20T02:23:59,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/92aebdca4f6e466abc3090faac7aff7b is 50, key is test_row_0/C:col10/1732069437782/Put/seqid=0 2024-11-20T02:23:59,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742414_1590 (size=12151) 2024-11-20T02:23:59,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/92aebdca4f6e466abc3090faac7aff7b 2024-11-20T02:23:59,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/052a43c648ac48999fcfe1dea71e3caf as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/052a43c648ac48999fcfe1dea71e3caf 2024-11-20T02:23:59,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/052a43c648ac48999fcfe1dea71e3caf, entries=150, sequenceid=178, filesize=30.4 K 2024-11-20T02:23:59,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/19b29ff8759b4c9e8f4b964bc3ebd3ed as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/19b29ff8759b4c9e8f4b964bc3ebd3ed 2024-11-20T02:23:59,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/19b29ff8759b4c9e8f4b964bc3ebd3ed, entries=150, sequenceid=178, filesize=11.9 K 2024-11-20T02:23:59,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/92aebdca4f6e466abc3090faac7aff7b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/92aebdca4f6e466abc3090faac7aff7b 2024-11-20T02:23:59,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/92aebdca4f6e466abc3090faac7aff7b, entries=150, sequenceid=178, filesize=11.9 K 2024-11-20T02:23:59,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 26733c769ae5c2cb4d1a877bf3a4681f in 603ms, sequenceid=178, compaction requested=true 2024-11-20T02:23:59,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:23:59,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:23:59,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:59,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:23:59,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:23:59,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:23:59,507 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:59,507 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:23:59,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:23:59,509 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:59,509 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/B is initiating minor compaction (all files) 2024-11-20T02:23:59,509 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/B in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:59,509 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/ac1e52d304a34ed3bec179d1a69a4699, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/632b7785a10c49d48ad865829aa6367d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/19b29ff8759b4c9e8f4b964bc3ebd3ed] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=35.9 K 2024-11-20T02:23:59,510 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:23:59,510 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/A is initiating minor compaction (all files) 2024-11-20T02:23:59,510 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/A in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:59,510 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/6e416c83e69048e5adb6bb239e63672c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2987d939e8b44f65aa6e32cf524977b5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/052a43c648ac48999fcfe1dea71e3caf] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=91.4 K 2024-11-20T02:23:59,510 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:59,510 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/6e416c83e69048e5adb6bb239e63672c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2987d939e8b44f65aa6e32cf524977b5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/052a43c648ac48999fcfe1dea71e3caf] 2024-11-20T02:23:59,510 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting ac1e52d304a34ed3bec179d1a69a4699, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732069436509 2024-11-20T02:23:59,511 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e416c83e69048e5adb6bb239e63672c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732069436509 2024-11-20T02:23:59,512 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 632b7785a10c49d48ad865829aa6367d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732069437152 2024-11-20T02:23:59,512 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2987d939e8b44f65aa6e32cf524977b5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732069437152 2024-11-20T02:23:59,512 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 19b29ff8759b4c9e8f4b964bc3ebd3ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732069437782 2024-11-20T02:23:59,513 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 052a43c648ac48999fcfe1dea71e3caf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732069437782 2024-11-20T02:23:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T02:23:59,540 INFO [Thread-2411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-20T02:23:59,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:23:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-20T02:23:59,544 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:23:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T02:23:59,545 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:23:59,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:23:59,554 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#B#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:23:59,554 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/6c1ca6a2480c4c5f953ed490528caca9 is 50, key is test_row_0/B:col10/1732069437782/Put/seqid=0 2024-11-20T02:23:59,563 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:59,583 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120854e215cb6b840c482308abc36504192_26733c769ae5c2cb4d1a877bf3a4681f store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:59,585 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120854e215cb6b840c482308abc36504192_26733c769ae5c2cb4d1a877bf3a4681f, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:59,585 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120854e215cb6b840c482308abc36504192_26733c769ae5c2cb4d1a877bf3a4681f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:59,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742415_1591 (size=12561) 2024-11-20T02:23:59,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742416_1592 (size=4469) 2024-11-20T02:23:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T02:23:59,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:23:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:59,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:23:59,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:59,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:23:59,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:59,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:23:59,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:23:59,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069499680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069499680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069499678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201189acf981c442dca818cb331bffec42_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069439651/Put/seqid=0 2024-11-20T02:23:59,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069499686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069499686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T02:23:59,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:59,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:59,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:59,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:59,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742417_1593 (size=12304) 2024-11-20T02:23:59,725 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:23:59,728 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201189acf981c442dca818cb331bffec42_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201189acf981c442dca818cb331bffec42_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:23:59,729 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/c8a21bfbbf53471c861d0f992cdc67ef, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:23:59,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/c8a21bfbbf53471c861d0f992cdc67ef is 175, key is test_row_0/A:col10/1732069439651/Put/seqid=0 2024-11-20T02:23:59,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742418_1594 (size=31105) 2024-11-20T02:23:59,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069499787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069499788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069499788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069499791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069499793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T02:23:59,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T02:23:59,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:59,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:23:59,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:23:59,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:59,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:23:59,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069499993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069499993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:23:59,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:23:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069499994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069499998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069499998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T02:24:00,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:00,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,020 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/6c1ca6a2480c4c5f953ed490528caca9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/6c1ca6a2480c4c5f953ed490528caca9 2024-11-20T02:24:00,025 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/B of 26733c769ae5c2cb4d1a877bf3a4681f into 6c1ca6a2480c4c5f953ed490528caca9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:00,025 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:00,025 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/B, priority=13, startTime=1732069439507; duration=0sec 2024-11-20T02:24:00,025 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:00,025 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:B 2024-11-20T02:24:00,025 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:24:00,027 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:24:00,027 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/C is initiating minor compaction (all files) 2024-11-20T02:24:00,027 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/C in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,027 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/dd85708df9cd482cbb0664f29b0f9437, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ddf65043690b4e7989fe029d5eb18a66, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/92aebdca4f6e466abc3090faac7aff7b] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=35.9 K 2024-11-20T02:24:00,028 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting dd85708df9cd482cbb0664f29b0f9437, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732069436509 2024-11-20T02:24:00,028 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting ddf65043690b4e7989fe029d5eb18a66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732069437152 2024-11-20T02:24:00,030 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 92aebdca4f6e466abc3090faac7aff7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732069437782 2024-11-20T02:24:00,035 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#A#compaction#505 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:00,036 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/88720558663340a6a549a06c1447f0bb is 175, key is test_row_0/A:col10/1732069437782/Put/seqid=0 2024-11-20T02:24:00,066 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#C#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:00,067 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/c69dc50e423a4d1a807f3ccc5ce2cf36 is 50, key is test_row_0/C:col10/1732069437782/Put/seqid=0 2024-11-20T02:24:00,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742419_1595 (size=31515) 2024-11-20T02:24:00,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742420_1596 (size=12561) 2024-11-20T02:24:00,125 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/c69dc50e423a4d1a807f3ccc5ce2cf36 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c69dc50e423a4d1a807f3ccc5ce2cf36 2024-11-20T02:24:00,130 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/C of 26733c769ae5c2cb4d1a877bf3a4681f into c69dc50e423a4d1a807f3ccc5ce2cf36(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:00,130 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:00,130 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/C, priority=13, startTime=1732069439507; duration=0sec 2024-11-20T02:24:00,130 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:00,130 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:C 2024-11-20T02:24:00,141 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/c8a21bfbbf53471c861d0f992cdc67ef 2024-11-20T02:24:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T02:24:00,155 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T02:24:00,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:00,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/a42e439b1913477db5b1ac90398ec532 is 50, key is test_row_0/B:col10/1732069439651/Put/seqid=0 2024-11-20T02:24:00,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742421_1597 (size=12151) 2024-11-20T02:24:00,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/a42e439b1913477db5b1ac90398ec532 2024-11-20T02:24:00,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/dee631c6b12f4712bd080fb8ba25c55e is 50, key is test_row_0/C:col10/1732069439651/Put/seqid=0 2024-11-20T02:24:00,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742422_1598 (size=12151) 2024-11-20T02:24:00,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/dee631c6b12f4712bd080fb8ba25c55e 2024-11-20T02:24:00,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/c8a21bfbbf53471c861d0f992cdc67ef as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/c8a21bfbbf53471c861d0f992cdc67ef 2024-11-20T02:24:00,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/c8a21bfbbf53471c861d0f992cdc67ef, entries=150, sequenceid=201, filesize=30.4 K 2024-11-20T02:24:00,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/a42e439b1913477db5b1ac90398ec532 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a42e439b1913477db5b1ac90398ec532 2024-11-20T02:24:00,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a42e439b1913477db5b1ac90398ec532, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T02:24:00,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/dee631c6b12f4712bd080fb8ba25c55e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/dee631c6b12f4712bd080fb8ba25c55e 2024-11-20T02:24:00,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/dee631c6b12f4712bd080fb8ba25c55e, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T02:24:00,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 26733c769ae5c2cb4d1a877bf3a4681f in 636ms, sequenceid=201, compaction requested=false 2024-11-20T02:24:00,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:00,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T02:24:00,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:00,308 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T02:24:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209250d88a800941399a572ea7863d0609_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069440297/Put/seqid=0 2024-11-20T02:24:00,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069500324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069500325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069500329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069500330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069500335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742423_1599 (size=12304) 2024-11-20T02:24:00,355 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:00,361 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209250d88a800941399a572ea7863d0609_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209250d88a800941399a572ea7863d0609_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:00,362 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/b6850625df9e42bdbafbbe96560f22d1, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:00,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/b6850625df9e42bdbafbbe96560f22d1 is 175, key is test_row_0/A:col10/1732069440297/Put/seqid=0 2024-11-20T02:24:00,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742424_1600 (size=31105) 2024-11-20T02:24:00,378 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/b6850625df9e42bdbafbbe96560f22d1 2024-11-20T02:24:00,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/bc28f795f7a0416db8d76f6781d16a9e is 50, key is test_row_0/B:col10/1732069440297/Put/seqid=0 2024-11-20T02:24:00,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742425_1601 (size=12151) 2024-11-20T02:24:00,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069500431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069500433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069500435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069500437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069500441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T02:24:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,489 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/88720558663340a6a549a06c1447f0bb as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88720558663340a6a549a06c1447f0bb 2024-11-20T02:24:00,498 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/A of 26733c769ae5c2cb4d1a877bf3a4681f into 88720558663340a6a549a06c1447f0bb(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:00,498 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:00,498 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/A, priority=13, startTime=1732069439507; duration=0sec 2024-11-20T02:24:00,498 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:00,498 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:A 2024-11-20T02:24:00,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T02:24:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069500636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069500636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069500641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069500641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T02:24:00,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069500646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T02:24:00,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:00,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:00,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/bc28f795f7a0416db8d76f6781d16a9e 2024-11-20T02:24:00,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/ae1d6f3d95bb4f0d8a3891268fe1e7f2 is 50, key is test_row_0/C:col10/1732069440297/Put/seqid=0 2024-11-20T02:24:00,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742426_1602 (size=12151) 2024-11-20T02:24:00,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/ae1d6f3d95bb4f0d8a3891268fe1e7f2 2024-11-20T02:24:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/b6850625df9e42bdbafbbe96560f22d1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b6850625df9e42bdbafbbe96560f22d1 2024-11-20T02:24:00,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b6850625df9e42bdbafbbe96560f22d1, entries=150, sequenceid=218, filesize=30.4 K 2024-11-20T02:24:00,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/bc28f795f7a0416db8d76f6781d16a9e as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc28f795f7a0416db8d76f6781d16a9e 2024-11-20T02:24:00,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc28f795f7a0416db8d76f6781d16a9e, entries=150, sequenceid=218, filesize=11.9 K 2024-11-20T02:24:00,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/ae1d6f3d95bb4f0d8a3891268fe1e7f2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ae1d6f3d95bb4f0d8a3891268fe1e7f2 2024-11-20T02:24:00,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ae1d6f3d95bb4f0d8a3891268fe1e7f2, entries=150, sequenceid=218, filesize=11.9 K 2024-11-20T02:24:00,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 26733c769ae5c2cb4d1a877bf3a4681f in 615ms, sequenceid=218, compaction requested=true 2024-11-20T02:24:00,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:00,917 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:24:00,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:24:00,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:00,918 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:24:00,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:24:00,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:00,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:24:00,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:00,921 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:24:00,921 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/A is initiating minor compaction (all files) 2024-11-20T02:24:00,921 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/A in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,921 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88720558663340a6a549a06c1447f0bb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/c8a21bfbbf53471c861d0f992cdc67ef, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b6850625df9e42bdbafbbe96560f22d1] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=91.5 K 2024-11-20T02:24:00,921 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,921 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88720558663340a6a549a06c1447f0bb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/c8a21bfbbf53471c861d0f992cdc67ef, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b6850625df9e42bdbafbbe96560f22d1] 2024-11-20T02:24:00,922 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,922 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88720558663340a6a549a06c1447f0bb, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732069437782 2024-11-20T02:24:00,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T02:24:00,922 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8a21bfbbf53471c861d0f992cdc67ef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732069439034 2024-11-20T02:24:00,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,923 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T02:24:00,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:00,923 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:24:00,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:00,923 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/B is initiating minor compaction (all files) 2024-11-20T02:24:00,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:00,923 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/B in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:00,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:00,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:00,923 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/6c1ca6a2480c4c5f953ed490528caca9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a42e439b1913477db5b1ac90398ec532, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc28f795f7a0416db8d76f6781d16a9e] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=36.0 K 2024-11-20T02:24:00,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:00,923 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6850625df9e42bdbafbbe96560f22d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732069439676 2024-11-20T02:24:00,924 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c1ca6a2480c4c5f953ed490528caca9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732069437782 2024-11-20T02:24:00,924 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a42e439b1913477db5b1ac90398ec532, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732069439034 2024-11-20T02:24:00,925 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting bc28f795f7a0416db8d76f6781d16a9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732069439676 2024-11-20T02:24:00,935 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:00,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:00,945 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#B#compaction#514 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:00,945 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/80e54979ab4f4ea38f534d7e42878dea is 50, key is test_row_0/B:col10/1732069440297/Put/seqid=0 2024-11-20T02:24:00,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dbee0e04777f46f28268ac0c67d4ca9b_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069440328/Put/seqid=0 2024-11-20T02:24:00,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069500957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069500959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069500961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069500959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069500962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:00,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742427_1603 (size=12663) 2024-11-20T02:24:00,999 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d8ffd35f39894696b9fe2c1a66976dd1_26733c769ae5c2cb4d1a877bf3a4681f store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:01,001 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d8ffd35f39894696b9fe2c1a66976dd1_26733c769ae5c2cb4d1a877bf3a4681f, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:01,001 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d8ffd35f39894696b9fe2c1a66976dd1_26733c769ae5c2cb4d1a877bf3a4681f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:01,008 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/80e54979ab4f4ea38f534d7e42878dea as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/80e54979ab4f4ea38f534d7e42878dea 2024-11-20T02:24:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742428_1604 (size=12304) 2024-11-20T02:24:01,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,015 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dbee0e04777f46f28268ac0c67d4ca9b_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dbee0e04777f46f28268ac0c67d4ca9b_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/413400c1b4b74127a2d78043bf5a57e7, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:01,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/413400c1b4b74127a2d78043bf5a57e7 is 175, key is test_row_0/A:col10/1732069440328/Put/seqid=0 2024-11-20T02:24:01,018 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/B of 26733c769ae5c2cb4d1a877bf3a4681f into 80e54979ab4f4ea38f534d7e42878dea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:01,018 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:01,018 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/B, priority=13, startTime=1732069440918; duration=0sec 2024-11-20T02:24:01,018 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:01,018 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:B 2024-11-20T02:24:01,019 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:24:01,022 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:24:01,022 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/C is initiating minor compaction (all files) 2024-11-20T02:24:01,022 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/C in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:01,022 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c69dc50e423a4d1a807f3ccc5ce2cf36, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/dee631c6b12f4712bd080fb8ba25c55e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ae1d6f3d95bb4f0d8a3891268fe1e7f2] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=36.0 K 2024-11-20T02:24:01,023 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting c69dc50e423a4d1a807f3ccc5ce2cf36, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732069437782 2024-11-20T02:24:01,025 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting dee631c6b12f4712bd080fb8ba25c55e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732069439034 2024-11-20T02:24:01,025 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting ae1d6f3d95bb4f0d8a3891268fe1e7f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732069439676 2024-11-20T02:24:01,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742429_1605 (size=4469) 2024-11-20T02:24:01,059 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#A#compaction#513 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:01,060 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/22d4e055274947ce849ba50ded5e79f9 is 175, key is test_row_0/A:col10/1732069440297/Put/seqid=0 2024-11-20T02:24:01,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069501064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069501069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069501069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069501070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069501070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,080 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#C#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:01,080 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/3961ce2032c84c6bb57a3d602ec37a37 is 50, key is test_row_0/C:col10/1732069440297/Put/seqid=0 2024-11-20T02:24:01,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742430_1606 (size=31105) 2024-11-20T02:24:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742431_1607 (size=31617) 2024-11-20T02:24:01,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742432_1608 (size=12663) 2024-11-20T02:24:01,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069501270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069501274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069501274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069501275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069501276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,481 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/413400c1b4b74127a2d78043bf5a57e7 2024-11-20T02:24:01,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/4935794ea1244c7e85a6a559b9d1cb6c is 50, key is test_row_0/B:col10/1732069440328/Put/seqid=0 2024-11-20T02:24:01,517 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/22d4e055274947ce849ba50ded5e79f9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/22d4e055274947ce849ba50ded5e79f9 2024-11-20T02:24:01,522 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/A of 26733c769ae5c2cb4d1a877bf3a4681f into 22d4e055274947ce849ba50ded5e79f9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:01,522 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:01,522 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/A, priority=13, startTime=1732069440917; duration=0sec 2024-11-20T02:24:01,522 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:01,522 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:A 2024-11-20T02:24:01,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742433_1609 (size=12151) 2024-11-20T02:24:01,526 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/4935794ea1244c7e85a6a559b9d1cb6c 2024-11-20T02:24:01,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/175ec7c534d1415da40e3a660029e979 is 50, key is test_row_0/C:col10/1732069440328/Put/seqid=0 2024-11-20T02:24:01,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742434_1610 (size=12151) 2024-11-20T02:24:01,556 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/175ec7c534d1415da40e3a660029e979 2024-11-20T02:24:01,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/413400c1b4b74127a2d78043bf5a57e7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/413400c1b4b74127a2d78043bf5a57e7 2024-11-20T02:24:01,572 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/3961ce2032c84c6bb57a3d602ec37a37 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/3961ce2032c84c6bb57a3d602ec37a37 2024-11-20T02:24:01,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069501574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,576 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/413400c1b4b74127a2d78043bf5a57e7, entries=150, sequenceid=241, filesize=30.4 K 2024-11-20T02:24:01,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/4935794ea1244c7e85a6a559b9d1cb6c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/4935794ea1244c7e85a6a559b9d1cb6c 2024-11-20T02:24:01,580 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/C of 26733c769ae5c2cb4d1a877bf3a4681f into 3961ce2032c84c6bb57a3d602ec37a37(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:01,580 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:01,580 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/C, priority=13, startTime=1732069440919; duration=0sec 2024-11-20T02:24:01,581 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:01,581 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:C 2024-11-20T02:24:01,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069501578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069501579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069501579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069501580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,584 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/4935794ea1244c7e85a6a559b9d1cb6c, entries=150, sequenceid=241, filesize=11.9 K 2024-11-20T02:24:01,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/175ec7c534d1415da40e3a660029e979 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/175ec7c534d1415da40e3a660029e979 2024-11-20T02:24:01,590 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/175ec7c534d1415da40e3a660029e979, entries=150, sequenceid=241, filesize=11.9 K 2024-11-20T02:24:01,591 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 26733c769ae5c2cb4d1a877bf3a4681f in 668ms, sequenceid=241, compaction requested=false 2024-11-20T02:24:01,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:01,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:01,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-20T02:24:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-20T02:24:01,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-20T02:24:01,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0470 sec 2024-11-20T02:24:01,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.0520 sec 2024-11-20T02:24:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T02:24:01,648 INFO [Thread-2411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-20T02:24:01,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:24:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-20T02:24:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T02:24:01,652 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:24:01,653 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:24:01,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:24:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T02:24:01,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:01,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T02:24:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:01,805 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T02:24:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:01,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:01,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:01,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:01,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:01,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bbcbb3c0c190434b9b4508dc7ed2b0ec_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069440959/Put/seqid=0 2024-11-20T02:24:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742435_1611 (size=12304) 2024-11-20T02:24:01,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,843 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bbcbb3c0c190434b9b4508dc7ed2b0ec_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bbcbb3c0c190434b9b4508dc7ed2b0ec_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:01,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/a8fb8390381143a5afa79363842921fa, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:01,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/a8fb8390381143a5afa79363842921fa is 175, key is test_row_0/A:col10/1732069440959/Put/seqid=0 2024-11-20T02:24:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742436_1612 (size=31105) 2024-11-20T02:24:01,865 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/a8fb8390381143a5afa79363842921fa 2024-11-20T02:24:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/bc33933057d04c93a4255f8a823b598f is 50, key is test_row_0/B:col10/1732069440959/Put/seqid=0 2024-11-20T02:24:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742437_1613 (size=12151) 2024-11-20T02:24:01,898 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/bc33933057d04c93a4255f8a823b598f 2024-11-20T02:24:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/d267ff39f52d45ce91a1b157a766a719 is 50, key is test_row_0/C:col10/1732069440959/Put/seqid=0 2024-11-20T02:24:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T02:24:01,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742438_1614 (size=12151) 2024-11-20T02:24:01,962 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/d267ff39f52d45ce91a1b157a766a719 2024-11-20T02:24:01,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/a8fb8390381143a5afa79363842921fa as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a8fb8390381143a5afa79363842921fa 2024-11-20T02:24:01,972 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a8fb8390381143a5afa79363842921fa, entries=150, sequenceid=258, filesize=30.4 K 2024-11-20T02:24:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/bc33933057d04c93a4255f8a823b598f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc33933057d04c93a4255f8a823b598f 2024-11-20T02:24:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,979 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc33933057d04c93a4255f8a823b598f, entries=150, sequenceid=258, filesize=11.9 K 2024-11-20T02:24:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/d267ff39f52d45ce91a1b157a766a719 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d267ff39f52d45ce91a1b157a766a719 2024-11-20T02:24:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,985 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d267ff39f52d45ce91a1b157a766a719, entries=150, sequenceid=258, filesize=11.9 K 2024-11-20T02:24:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,986 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 26733c769ae5c2cb4d1a877bf3a4681f in 181ms, sequenceid=258, compaction requested=true 2024-11-20T02:24:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-20T02:24:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-20T02:24:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-20T02:24:01,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 335 msec 2024-11-20T02:24:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 339 msec 2024-11-20T02:24:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:24:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204aaee47554ef464384c5fc70dc9771ab_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069442123/Put/seqid=0 2024-11-20T02:24:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742440_1616 (size=27698) 2024-11-20T02:24:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069502179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069502178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069502180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069502181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069502183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T02:24:02,255 INFO [Thread-2411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-20T02:24:02,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:24:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-20T02:24:02,261 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:24:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T02:24:02,262 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:24:02,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:24:02,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069502285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069502286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069502286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069502288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069502289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T02:24:02,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T02:24:02,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:02,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:02,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:02,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069502490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069502490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069502491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069502492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069502501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T02:24:02,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T02:24:02,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:02,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:02,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:02,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:02,586 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204aaee47554ef464384c5fc70dc9771ab_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204aaee47554ef464384c5fc70dc9771ab_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:02,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/e652535d977248fe921afd8b4d302709, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:02,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/e652535d977248fe921afd8b4d302709 is 175, key is test_row_0/A:col10/1732069442123/Put/seqid=0 2024-11-20T02:24:02,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742439_1615 (size=83485) 2024-11-20T02:24:02,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T02:24:02,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:02,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:02,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:02,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069502794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069502795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069502796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069502797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069502806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T02:24:02,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:02,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T02:24:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:02,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:02,993 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/e652535d977248fe921afd8b4d302709 2024-11-20T02:24:03,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/544ece2dd4c44b8db0ef3ee6c87f45e5 is 50, key is test_row_0/B:col10/1732069442123/Put/seqid=0 2024-11-20T02:24:03,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:03,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T02:24:03,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742441_1617 (size=12301) 2024-11-20T02:24:03,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/544ece2dd4c44b8db0ef3ee6c87f45e5 2024-11-20T02:24:03,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/5b0292208fcf41558eba800f62e74837 is 50, key is test_row_0/C:col10/1732069442123/Put/seqid=0 2024-11-20T02:24:03,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742442_1618 (size=12301) 2024-11-20T02:24:03,183 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:03,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T02:24:03,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:03,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069503298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:03,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069503300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:03,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069503303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:03,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069503304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:03,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069503310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:03,336 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:03,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T02:24:03,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:03,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T02:24:03,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/5b0292208fcf41558eba800f62e74837 2024-11-20T02:24:03,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/e652535d977248fe921afd8b4d302709 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e652535d977248fe921afd8b4d302709 2024-11-20T02:24:03,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e652535d977248fe921afd8b4d302709, entries=450, sequenceid=270, filesize=81.5 K 2024-11-20T02:24:03,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/544ece2dd4c44b8db0ef3ee6c87f45e5 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/544ece2dd4c44b8db0ef3ee6c87f45e5 2024-11-20T02:24:03,489 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:03,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T02:24:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/544ece2dd4c44b8db0ef3ee6c87f45e5, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T02:24:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:03,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/5b0292208fcf41558eba800f62e74837 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/5b0292208fcf41558eba800f62e74837 2024-11-20T02:24:03,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/5b0292208fcf41558eba800f62e74837, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T02:24:03,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 26733c769ae5c2cb4d1a877bf3a4681f in 1377ms, sequenceid=270, compaction requested=true 2024-11-20T02:24:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:24:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:24:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:03,501 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:24:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:24:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:03,501 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:24:03,502 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 177312 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:24:03,502 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/A is initiating minor compaction (all files) 2024-11-20T02:24:03,502 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/A in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,502 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/22d4e055274947ce849ba50ded5e79f9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/413400c1b4b74127a2d78043bf5a57e7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a8fb8390381143a5afa79363842921fa, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e652535d977248fe921afd8b4d302709] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=173.2 K 2024-11-20T02:24:03,502 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,502 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/22d4e055274947ce849ba50ded5e79f9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/413400c1b4b74127a2d78043bf5a57e7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a8fb8390381143a5afa79363842921fa, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e652535d977248fe921afd8b4d302709] 2024-11-20T02:24:03,503 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22d4e055274947ce849ba50ded5e79f9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732069439676 2024-11-20T02:24:03,503 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:24:03,503 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/B is initiating minor compaction (all files) 2024-11-20T02:24:03,503 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/B in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,504 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/80e54979ab4f4ea38f534d7e42878dea, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/4935794ea1244c7e85a6a559b9d1cb6c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc33933057d04c93a4255f8a823b598f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/544ece2dd4c44b8db0ef3ee6c87f45e5] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=48.1 K 2024-11-20T02:24:03,504 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 413400c1b4b74127a2d78043bf5a57e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732069440316 2024-11-20T02:24:03,504 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 80e54979ab4f4ea38f534d7e42878dea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732069439676 2024-11-20T02:24:03,504 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8fb8390381143a5afa79363842921fa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732069440950 2024-11-20T02:24:03,505 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 4935794ea1244c7e85a6a559b9d1cb6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732069440316 2024-11-20T02:24:03,505 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting e652535d977248fe921afd8b4d302709, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732069442108 2024-11-20T02:24:03,506 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting bc33933057d04c93a4255f8a823b598f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732069440950 2024-11-20T02:24:03,507 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 544ece2dd4c44b8db0ef3ee6c87f45e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732069442121 2024-11-20T02:24:03,520 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:03,530 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#B#compaction#526 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:03,531 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/ef3579f5365c4606a1464dcd09a84d96 is 50, key is test_row_0/B:col10/1732069442123/Put/seqid=0 2024-11-20T02:24:03,540 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b1c32e36443d47d1a6ed074615ceaa64_26733c769ae5c2cb4d1a877bf3a4681f store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:03,546 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b1c32e36443d47d1a6ed074615ceaa64_26733c769ae5c2cb4d1a877bf3a4681f, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:03,547 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b1c32e36443d47d1a6ed074615ceaa64_26733c769ae5c2cb4d1a877bf3a4681f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:03,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742443_1619 (size=12949) 2024-11-20T02:24:03,588 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/ef3579f5365c4606a1464dcd09a84d96 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/ef3579f5365c4606a1464dcd09a84d96 2024-11-20T02:24:03,596 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/B of 26733c769ae5c2cb4d1a877bf3a4681f into ef3579f5365c4606a1464dcd09a84d96(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:03,596 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:03,596 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/B, priority=12, startTime=1732069443501; duration=0sec 2024-11-20T02:24:03,596 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:03,597 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:B 2024-11-20T02:24:03,597 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:24:03,599 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:24:03,599 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/C is initiating minor compaction (all files) 2024-11-20T02:24:03,599 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/C in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,599 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/3961ce2032c84c6bb57a3d602ec37a37, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/175ec7c534d1415da40e3a660029e979, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d267ff39f52d45ce91a1b157a766a719, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/5b0292208fcf41558eba800f62e74837] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=48.1 K 2024-11-20T02:24:03,599 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3961ce2032c84c6bb57a3d602ec37a37, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732069439676 2024-11-20T02:24:03,600 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 175ec7c534d1415da40e3a660029e979, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732069440316 2024-11-20T02:24:03,600 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting d267ff39f52d45ce91a1b157a766a719, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732069440950 2024-11-20T02:24:03,600 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b0292208fcf41558eba800f62e74837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732069442121 2024-11-20T02:24:03,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742444_1620 (size=4469) 2024-11-20T02:24:03,623 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#C#compaction#527 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:03,624 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/c2b551f22ee246bc9847c12d748e0cd3 is 50, key is test_row_0/C:col10/1732069442123/Put/seqid=0 2024-11-20T02:24:03,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:03,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T02:24:03,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:03,645 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T02:24:03,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:03,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:03,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:03,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:03,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:03,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:03,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742445_1621 (size=12949) 2024-11-20T02:24:03,674 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/c2b551f22ee246bc9847c12d748e0cd3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c2b551f22ee246bc9847c12d748e0cd3 2024-11-20T02:24:03,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c6051f3b5b0e4ccba66bfc40df20436e_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069442181/Put/seqid=0 2024-11-20T02:24:03,682 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/C of 26733c769ae5c2cb4d1a877bf3a4681f into c2b551f22ee246bc9847c12d748e0cd3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:03,682 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:03,682 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/C, priority=12, startTime=1732069443501; duration=0sec 2024-11-20T02:24:03,682 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:03,682 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:C 2024-11-20T02:24:03,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742446_1622 (size=12454) 2024-11-20T02:24:03,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:03,736 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c6051f3b5b0e4ccba66bfc40df20436e_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6051f3b5b0e4ccba66bfc40df20436e_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:03,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/e1cf7589758d4885a62620ceb2f30ce7, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:03,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/e1cf7589758d4885a62620ceb2f30ce7 is 175, key is test_row_0/A:col10/1732069442181/Put/seqid=0 2024-11-20T02:24:03,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742447_1623 (size=31255) 2024-11-20T02:24:03,770 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/e1cf7589758d4885a62620ceb2f30ce7 2024-11-20T02:24:03,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/c4da87f8caa54b3b93319e83541d230f is 50, key is test_row_0/B:col10/1732069442181/Put/seqid=0 2024-11-20T02:24:03,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742448_1624 (size=12301) 2024-11-20T02:24:03,847 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/c4da87f8caa54b3b93319e83541d230f 2024-11-20T02:24:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/6918c702ba3a4cf3a9ab3a3fcbbbc403 is 50, key is test_row_0/C:col10/1732069442181/Put/seqid=0 2024-11-20T02:24:03,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742449_1625 (size=12301) 2024-11-20T02:24:04,021 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#A#compaction#525 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:04,022 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/bd2f7498adc644c19c0651c371becdbb is 175, key is test_row_0/A:col10/1732069442123/Put/seqid=0 2024-11-20T02:24:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742450_1626 (size=31903) 2024-11-20T02:24:04,058 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/bd2f7498adc644c19c0651c371becdbb as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/bd2f7498adc644c19c0651c371becdbb 2024-11-20T02:24:04,063 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/A of 26733c769ae5c2cb4d1a877bf3a4681f into bd2f7498adc644c19c0651c371becdbb(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:04,063 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:04,063 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/A, priority=12, startTime=1732069443501; duration=0sec 2024-11-20T02:24:04,063 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:04,063 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:A 2024-11-20T02:24:04,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:04,314 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/6918c702ba3a4cf3a9ab3a3fcbbbc403 2024-11-20T02:24:04,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/e1cf7589758d4885a62620ceb2f30ce7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e1cf7589758d4885a62620ceb2f30ce7 2024-11-20T02:24:04,324 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e1cf7589758d4885a62620ceb2f30ce7, entries=150, sequenceid=295, filesize=30.5 K 2024-11-20T02:24:04,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/c4da87f8caa54b3b93319e83541d230f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4da87f8caa54b3b93319e83541d230f 2024-11-20T02:24:04,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069504318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069504320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069504319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,329 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4da87f8caa54b3b93319e83541d230f, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T02:24:04,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/6918c702ba3a4cf3a9ab3a3fcbbbc403 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6918c702ba3a4cf3a9ab3a3fcbbbc403 2024-11-20T02:24:04,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069504325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069504325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,334 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6918c702ba3a4cf3a9ab3a3fcbbbc403, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T02:24:04,335 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 26733c769ae5c2cb4d1a877bf3a4681f in 690ms, sequenceid=295, compaction requested=false 2024-11-20T02:24:04,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:04,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:04,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-20T02:24:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-20T02:24:04,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-20T02:24:04,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0740 sec 2024-11-20T02:24:04,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.0810 sec 2024-11-20T02:24:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T02:24:04,366 INFO [Thread-2411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-20T02:24:04,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:24:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-20T02:24:04,370 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:24:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T02:24:04,371 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:24:04,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:24:04,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T02:24:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:04,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:04,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:04,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:04,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:04,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:04,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:04,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112043e65ee6c9c741599d517f377f6919af_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069444318/Put/seqid=0 2024-11-20T02:24:04,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069504463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T02:24:04,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069504465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069504466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069504469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742451_1627 (size=14994) 2024-11-20T02:24:04,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:04,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:04,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069504571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069504576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069504576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069504578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T02:24:04,678 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:04,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:04,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:04,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:04,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:04,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069504774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069504780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069504781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069504781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:04,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:04,896 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:04,902 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112043e65ee6c9c741599d517f377f6919af_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112043e65ee6c9c741599d517f377f6919af_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:04,903 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/4bc3d683c09a43cfb99f868cc916e00d, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:04,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/4bc3d683c09a43cfb99f868cc916e00d is 175, key is test_row_0/A:col10/1732069444318/Put/seqid=0 2024-11-20T02:24:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742452_1628 (size=39949) 2024-11-20T02:24:04,923 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/4bc3d683c09a43cfb99f868cc916e00d 2024-11-20T02:24:04,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/64c82550daaa4113bbae5bf6a9deeafe is 50, key is test_row_0/B:col10/1732069444318/Put/seqid=0 2024-11-20T02:24:04,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742453_1629 (size=12301) 2024-11-20T02:24:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T02:24:04,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:04,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:04,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:04,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/64c82550daaa4113bbae5bf6a9deeafe 2024-11-20T02:24:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/a9e5270bd1944453b54013d5a26e1ac6 is 50, key is test_row_0/C:col10/1732069444318/Put/seqid=0 2024-11-20T02:24:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742454_1630 (size=12301) 2024-11-20T02:24:05,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/a9e5270bd1944453b54013d5a26e1ac6 2024-11-20T02:24:05,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/4bc3d683c09a43cfb99f868cc916e00d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/4bc3d683c09a43cfb99f868cc916e00d 2024-11-20T02:24:05,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/4bc3d683c09a43cfb99f868cc916e00d, entries=200, sequenceid=311, filesize=39.0 K 2024-11-20T02:24:05,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/64c82550daaa4113bbae5bf6a9deeafe as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/64c82550daaa4113bbae5bf6a9deeafe 2024-11-20T02:24:05,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/64c82550daaa4113bbae5bf6a9deeafe, entries=150, sequenceid=311, filesize=12.0 K 2024-11-20T02:24:05,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/a9e5270bd1944453b54013d5a26e1ac6 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/a9e5270bd1944453b54013d5a26e1ac6 2024-11-20T02:24:05,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/a9e5270bd1944453b54013d5a26e1ac6, entries=150, sequenceid=311, filesize=12.0 K 2024-11-20T02:24:05,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 26733c769ae5c2cb4d1a877bf3a4681f in 647ms, sequenceid=311, compaction requested=true 2024-11-20T02:24:05,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:05,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:24:05,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:05,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:24:05,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:05,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:24:05,076 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:24:05,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T02:24:05,077 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:24:05,077 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:24:05,078 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/A is initiating minor compaction (all files) 2024-11-20T02:24:05,078 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/A in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,078 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/bd2f7498adc644c19c0651c371becdbb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e1cf7589758d4885a62620ceb2f30ce7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/4bc3d683c09a43cfb99f868cc916e00d] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=100.7 K 2024-11-20T02:24:05,078 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,078 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/bd2f7498adc644c19c0651c371becdbb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e1cf7589758d4885a62620ceb2f30ce7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/4bc3d683c09a43cfb99f868cc916e00d] 2024-11-20T02:24:05,078 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:24:05,078 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/B is initiating minor compaction (all files) 2024-11-20T02:24:05,078 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd2f7498adc644c19c0651c371becdbb, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732069442121 2024-11-20T02:24:05,078 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/B in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,078 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/ef3579f5365c4606a1464dcd09a84d96, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4da87f8caa54b3b93319e83541d230f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/64c82550daaa4113bbae5bf6a9deeafe] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=36.7 K 2024-11-20T02:24:05,079 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1cf7589758d4885a62620ceb2f30ce7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732069442177 2024-11-20T02:24:05,079 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting ef3579f5365c4606a1464dcd09a84d96, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732069442121 2024-11-20T02:24:05,079 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bc3d683c09a43cfb99f868cc916e00d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732069444318 2024-11-20T02:24:05,079 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting c4da87f8caa54b3b93319e83541d230f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732069442177 2024-11-20T02:24:05,080 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 64c82550daaa4113bbae5bf6a9deeafe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732069444318 2024-11-20T02:24:05,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T02:24:05,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:05,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:05,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:05,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:05,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:05,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:05,097 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:05,105 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#B#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:05,106 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/27c7b09160f64af487988825bd63c0a2 is 50, key is test_row_0/B:col10/1732069444318/Put/seqid=0 2024-11-20T02:24:05,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069505108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069505109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069505111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069505111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,126 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120a268124848c0401d96ffd3de3b6c5a01_26733c769ae5c2cb4d1a877bf3a4681f store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:05,128 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120a268124848c0401d96ffd3de3b6c5a01_26733c769ae5c2cb4d1a877bf3a4681f, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:05,129 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a268124848c0401d96ffd3de3b6c5a01_26733c769ae5c2cb4d1a877bf3a4681f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:05,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:05,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:05,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6515295543044a88b3651a051f57c57_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069444458/Put/seqid=0 2024-11-20T02:24:05,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742455_1631 (size=13051) 2024-11-20T02:24:05,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742456_1632 (size=4469) 2024-11-20T02:24:05,213 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#A#compaction#534 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:05,214 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/a887bb4c8da845299c6ae31068b868dc is 175, key is test_row_0/A:col10/1732069444318/Put/seqid=0 2024-11-20T02:24:05,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069505215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069505215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069505220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069505220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742457_1633 (size=14994) 2024-11-20T02:24:05,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742458_1634 (size=32005) 2024-11-20T02:24:05,275 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/a887bb4c8da845299c6ae31068b868dc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a887bb4c8da845299c6ae31068b868dc 2024-11-20T02:24:05,286 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/A of 26733c769ae5c2cb4d1a877bf3a4681f into a887bb4c8da845299c6ae31068b868dc(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:05,286 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:05,286 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/A, priority=13, startTime=1732069445076; duration=0sec 2024-11-20T02:24:05,286 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:05,286 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:A 2024-11-20T02:24:05,287 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T02:24:05,288 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T02:24:05,288 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/C is initiating minor compaction (all files) 2024-11-20T02:24:05,289 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/C in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,289 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c2b551f22ee246bc9847c12d748e0cd3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6918c702ba3a4cf3a9ab3a3fcbbbc403, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/a9e5270bd1944453b54013d5a26e1ac6] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=36.7 K 2024-11-20T02:24:05,289 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2b551f22ee246bc9847c12d748e0cd3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732069442121 2024-11-20T02:24:05,291 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6918c702ba3a4cf3a9ab3a3fcbbbc403, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732069442177 2024-11-20T02:24:05,291 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9e5270bd1944453b54013d5a26e1ac6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732069444318 2024-11-20T02:24:05,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:05,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,331 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#C#compaction#537 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:05,331 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/190b9eea0a164c41a2f73ab85c128d79 is 50, key is test_row_0/C:col10/1732069444318/Put/seqid=0 2024-11-20T02:24:05,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742459_1635 (size=13051) 2024-11-20T02:24:05,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069505420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069505422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069505426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069505426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:05,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:05,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T02:24:05,599 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/27c7b09160f64af487988825bd63c0a2 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/27c7b09160f64af487988825bd63c0a2 2024-11-20T02:24:05,602 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:05,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:05,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,607 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/B of 26733c769ae5c2cb4d1a877bf3a4681f into 27c7b09160f64af487988825bd63c0a2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:05,607 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:05,607 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/B, priority=13, startTime=1732069445076; duration=0sec 2024-11-20T02:24:05,607 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:05,607 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:B 2024-11-20T02:24:05,646 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:05,652 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6515295543044a88b3651a051f57c57_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6515295543044a88b3651a051f57c57_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:05,657 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/18932fb256044ddfbff7575a390ddfc1, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:05,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/18932fb256044ddfbff7575a390ddfc1 is 175, key is test_row_0/A:col10/1732069444458/Put/seqid=0 2024-11-20T02:24:05,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742460_1636 (size=39949) 2024-11-20T02:24:05,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069505727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069505728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069505732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069505732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,776 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/190b9eea0a164c41a2f73ab85c128d79 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/190b9eea0a164c41a2f73ab85c128d79 2024-11-20T02:24:05,781 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/C of 26733c769ae5c2cb4d1a877bf3a4681f into 190b9eea0a164c41a2f73ab85c128d79(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:05,781 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:05,781 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/C, priority=13, startTime=1732069445076; duration=0sec 2024-11-20T02:24:05,781 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:05,781 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:C 2024-11-20T02:24:05,909 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:05,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:05,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,065 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:06,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:06,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:06,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:06,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:06,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,101 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/18932fb256044ddfbff7575a390ddfc1 2024-11-20T02:24:06,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/3352433e8eda4eecbc0b3b5a1bd40109 is 50, key is test_row_0/B:col10/1732069444458/Put/seqid=0 2024-11-20T02:24:06,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742461_1637 (size=12301) 2024-11-20T02:24:06,218 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:06,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:06,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:06,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:06,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:06,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069506232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:06,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069506234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:06,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069506239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:06,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069506240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:06,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069506337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:06,339 DEBUG [Thread-2409 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., hostname=143b9a2c40c9,32811,1732069282461, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:24:06,371 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:06,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:06,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:06,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T02:24:06,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:06,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:06,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:06,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/3352433e8eda4eecbc0b3b5a1bd40109 2024-11-20T02:24:06,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/7566c746cf054cbbaa765f1dd6743731 is 50, key is test_row_0/C:col10/1732069444458/Put/seqid=0 2024-11-20T02:24:06,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742462_1638 (size=12301) 2024-11-20T02:24:06,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/7566c746cf054cbbaa765f1dd6743731 2024-11-20T02:24:06,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/18932fb256044ddfbff7575a390ddfc1 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/18932fb256044ddfbff7575a390ddfc1 2024-11-20T02:24:06,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/18932fb256044ddfbff7575a390ddfc1, entries=200, sequenceid=334, filesize=39.0 K 2024-11-20T02:24:06,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/3352433e8eda4eecbc0b3b5a1bd40109 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3352433e8eda4eecbc0b3b5a1bd40109 2024-11-20T02:24:06,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3352433e8eda4eecbc0b3b5a1bd40109, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T02:24:06,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/7566c746cf054cbbaa765f1dd6743731 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7566c746cf054cbbaa765f1dd6743731 2024-11-20T02:24:06,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7566c746cf054cbbaa765f1dd6743731, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T02:24:06,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 26733c769ae5c2cb4d1a877bf3a4681f in 1499ms, sequenceid=334, compaction requested=false 2024-11-20T02:24:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:06,678 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:06,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T02:24:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:06,679 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T02:24:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:06,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120618e0277cf6c4a6193bceec943103520_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069445107/Put/seqid=0 2024-11-20T02:24:06,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742463_1639 (size=12454) 2024-11-20T02:24:06,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,750 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120618e0277cf6c4a6193bceec943103520_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120618e0277cf6c4a6193bceec943103520_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:06,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/dc6ac4dfb4f442a4a10ab5789a9b597d, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:06,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/dc6ac4dfb4f442a4a10ab5789a9b597d is 175, key is test_row_0/A:col10/1732069445107/Put/seqid=0 2024-11-20T02:24:06,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742464_1640 (size=31255) 2024-11-20T02:24:06,767 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/dc6ac4dfb4f442a4a10ab5789a9b597d 2024-11-20T02:24:06,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/11c06c826b1045939139fdc3fbffdf88 is 50, key is test_row_0/B:col10/1732069445107/Put/seqid=0 2024-11-20T02:24:06,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742465_1641 (size=12301) 2024-11-20T02:24:06,819 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/11c06c826b1045939139fdc3fbffdf88 2024-11-20T02:24:06,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/200cae933f0349189fbb3c0e31459e38 is 50, key is test_row_0/C:col10/1732069445107/Put/seqid=0 2024-11-20T02:24:06,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742466_1642 (size=12301) 2024-11-20T02:24:06,860 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/200cae933f0349189fbb3c0e31459e38 2024-11-20T02:24:06,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/dc6ac4dfb4f442a4a10ab5789a9b597d as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/dc6ac4dfb4f442a4a10ab5789a9b597d 2024-11-20T02:24:06,871 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/dc6ac4dfb4f442a4a10ab5789a9b597d, entries=150, sequenceid=351, filesize=30.5 K 2024-11-20T02:24:06,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/11c06c826b1045939139fdc3fbffdf88 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/11c06c826b1045939139fdc3fbffdf88 2024-11-20T02:24:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,876 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/11c06c826b1045939139fdc3fbffdf88, entries=150, sequenceid=351, filesize=12.0 K 2024-11-20T02:24:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/200cae933f0349189fbb3c0e31459e38 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/200cae933f0349189fbb3c0e31459e38 2024-11-20T02:24:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,881 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/200cae933f0349189fbb3c0e31459e38, entries=150, sequenceid=351, filesize=12.0 K 2024-11-20T02:24:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,882 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 26733c769ae5c2cb4d1a877bf3a4681f in 203ms, sequenceid=351, compaction requested=true 2024-11-20T02:24:06,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:06,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:06,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-20T02:24:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-20T02:24:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-20T02:24:06,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5130 sec 2024-11-20T02:24:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.5190 sec 2024-11-20T02:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:24:07,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:07,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:07,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:07,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203a6cb46a0b134f26a9d04a37ae5130dc_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069447260/Put/seqid=0 2024-11-20T02:24:07,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069507329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069507330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069507333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069507335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742468_1644 (size=25158) 2024-11-20T02:24:07,379 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,385 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203a6cb46a0b134f26a9d04a37ae5130dc_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a6cb46a0b134f26a9d04a37ae5130dc_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:07,386 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/51eff8bf174047c6b24eec33db743dbe, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:07,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/51eff8bf174047c6b24eec33db743dbe is 175, key is test_row_0/A:col10/1732069447260/Put/seqid=0 2024-11-20T02:24:07,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742467_1643 (size=74795) 2024-11-20T02:24:07,397 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/51eff8bf174047c6b24eec33db743dbe 2024-11-20T02:24:07,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/15abe98221894840b3dd044b90d749af is 50, key is test_row_0/B:col10/1732069447260/Put/seqid=0 2024-11-20T02:24:07,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069507438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069507438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069507439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069507441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742469_1645 (size=12301) 2024-11-20T02:24:07,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/15abe98221894840b3dd044b90d749af 2024-11-20T02:24:07,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/710deb168fc44f00891d8bdd78e10752 is 50, key is test_row_0/C:col10/1732069447260/Put/seqid=0 2024-11-20T02:24:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742470_1646 (size=12301) 2024-11-20T02:24:07,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/710deb168fc44f00891d8bdd78e10752 2024-11-20T02:24:07,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/51eff8bf174047c6b24eec33db743dbe as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/51eff8bf174047c6b24eec33db743dbe 2024-11-20T02:24:07,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/51eff8bf174047c6b24eec33db743dbe, entries=400, sequenceid=362, filesize=73.0 K 2024-11-20T02:24:07,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/15abe98221894840b3dd044b90d749af as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/15abe98221894840b3dd044b90d749af 2024-11-20T02:24:07,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/15abe98221894840b3dd044b90d749af, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T02:24:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/710deb168fc44f00891d8bdd78e10752 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/710deb168fc44f00891d8bdd78e10752 2024-11-20T02:24:07,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/710deb168fc44f00891d8bdd78e10752, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T02:24:07,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 26733c769ae5c2cb4d1a877bf3a4681f in 244ms, sequenceid=362, compaction requested=true 2024-11-20T02:24:07,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:07,527 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:24:07,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:24:07,529 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 178004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:24:07,529 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/A is initiating minor compaction (all files) 2024-11-20T02:24:07,529 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/A in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:07,529 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a887bb4c8da845299c6ae31068b868dc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/18932fb256044ddfbff7575a390ddfc1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/dc6ac4dfb4f442a4a10ab5789a9b597d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/51eff8bf174047c6b24eec33db743dbe] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=173.8 K 2024-11-20T02:24:07,529 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:07,529 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a887bb4c8da845299c6ae31068b868dc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/18932fb256044ddfbff7575a390ddfc1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/dc6ac4dfb4f442a4a10ab5789a9b597d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/51eff8bf174047c6b24eec33db743dbe] 2024-11-20T02:24:07,530 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting a887bb4c8da845299c6ae31068b868dc, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732069444318 2024-11-20T02:24:07,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:07,530 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18932fb256044ddfbff7575a390ddfc1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732069444458 2024-11-20T02:24:07,530 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:24:07,531 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc6ac4dfb4f442a4a10ab5789a9b597d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732069445107 2024-11-20T02:24:07,531 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51eff8bf174047c6b24eec33db743dbe, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732069447260 2024-11-20T02:24:07,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:24:07,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:07,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:24:07,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:07,533 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:24:07,533 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/B is initiating minor compaction (all files) 2024-11-20T02:24:07,533 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/B in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:07,533 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/27c7b09160f64af487988825bd63c0a2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3352433e8eda4eecbc0b3b5a1bd40109, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/11c06c826b1045939139fdc3fbffdf88, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/15abe98221894840b3dd044b90d749af] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=48.8 K 2024-11-20T02:24:07,534 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 27c7b09160f64af487988825bd63c0a2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732069444318 2024-11-20T02:24:07,534 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3352433e8eda4eecbc0b3b5a1bd40109, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732069444458 2024-11-20T02:24:07,535 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 11c06c826b1045939139fdc3fbffdf88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732069445107 2024-11-20T02:24:07,535 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 15abe98221894840b3dd044b90d749af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732069447260 2024-11-20T02:24:07,541 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:07,559 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#B#compaction#547 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:07,560 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/857afdfa3ecd4da9a126631eb7372990 is 50, key is test_row_0/B:col10/1732069447260/Put/seqid=0 2024-11-20T02:24:07,577 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120ccf52ecd157740dc9e2645d5d9a989ad_26733c769ae5c2cb4d1a877bf3a4681f store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:07,580 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120ccf52ecd157740dc9e2645d5d9a989ad_26733c769ae5c2cb4d1a877bf3a4681f, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:07,581 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ccf52ecd157740dc9e2645d5d9a989ad_26733c769ae5c2cb4d1a877bf3a4681f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:07,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742471_1647 (size=13187) 2024-11-20T02:24:07,639 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/857afdfa3ecd4da9a126631eb7372990 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/857afdfa3ecd4da9a126631eb7372990 2024-11-20T02:24:07,646 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/B of 26733c769ae5c2cb4d1a877bf3a4681f into 857afdfa3ecd4da9a126631eb7372990(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:07,646 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:07,646 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/B, priority=12, startTime=1732069447530; duration=0sec 2024-11-20T02:24:07,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T02:24:07,647 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:07,647 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:B 2024-11-20T02:24:07,647 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:24:07,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:07,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:07,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:07,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:07,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:07,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:07,649 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:24:07,649 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/C is initiating minor compaction (all files) 2024-11-20T02:24:07,649 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/C in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:07,649 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/190b9eea0a164c41a2f73ab85c128d79, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7566c746cf054cbbaa765f1dd6743731, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/200cae933f0349189fbb3c0e31459e38, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/710deb168fc44f00891d8bdd78e10752] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=48.8 K 2024-11-20T02:24:07,650 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 190b9eea0a164c41a2f73ab85c128d79, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732069444318 2024-11-20T02:24:07,651 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 7566c746cf054cbbaa765f1dd6743731, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732069444458 2024-11-20T02:24:07,651 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 200cae933f0349189fbb3c0e31459e38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732069445107 2024-11-20T02:24:07,652 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 710deb168fc44f00891d8bdd78e10752, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732069447260 2024-11-20T02:24:07,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069507654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069507656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742472_1648 (size=4469) 2024-11-20T02:24:07,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069507657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069507658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,663 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#A#compaction#546 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:07,664 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/98cde0b77f384ee0acf222e6d9bc59e7 is 175, key is test_row_0/A:col10/1732069447260/Put/seqid=0 2024-11-20T02:24:07,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203fbc8074ddce45be878e216b9ff4cbd3_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069447646/Put/seqid=0 2024-11-20T02:24:07,702 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#C#compaction#549 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:07,703 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/25df2150ccb54a418a890270e6bdef73 is 50, key is test_row_0/C:col10/1732069447260/Put/seqid=0 2024-11-20T02:24:07,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742473_1649 (size=32141) 2024-11-20T02:24:07,752 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/98cde0b77f384ee0acf222e6d9bc59e7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/98cde0b77f384ee0acf222e6d9bc59e7 2024-11-20T02:24:07,758 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/A of 26733c769ae5c2cb4d1a877bf3a4681f into 98cde0b77f384ee0acf222e6d9bc59e7(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:07,758 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:07,758 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/A, priority=12, startTime=1732069447527; duration=0sec 2024-11-20T02:24:07,758 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:07,758 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:A 2024-11-20T02:24:07,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069507760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069507762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742475_1651 (size=13187) 2024-11-20T02:24:07,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069507763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069507764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,771 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/25df2150ccb54a418a890270e6bdef73 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/25df2150ccb54a418a890270e6bdef73 2024-11-20T02:24:07,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742474_1650 (size=17534) 2024-11-20T02:24:07,777 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:07,777 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/C of 26733c769ae5c2cb4d1a877bf3a4681f into 25df2150ccb54a418a890270e6bdef73(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:07,777 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:07,777 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/C, priority=12, startTime=1732069447532; duration=0sec 2024-11-20T02:24:07,778 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:07,778 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:C 2024-11-20T02:24:07,781 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203fbc8074ddce45be878e216b9ff4cbd3_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203fbc8074ddce45be878e216b9ff4cbd3_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:07,783 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/88819365b71445329a6f7c62b8515afe, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:07,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/88819365b71445329a6f7c62b8515afe is 175, key is test_row_0/A:col10/1732069447646/Put/seqid=0 2024-11-20T02:24:07,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742476_1652 (size=48639) 2024-11-20T02:24:07,789 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/88819365b71445329a6f7c62b8515afe 2024-11-20T02:24:07,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/68ad02e098e34b93a650b8491f5c9cfc is 50, key is test_row_0/B:col10/1732069447646/Put/seqid=0 2024-11-20T02:24:07,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742477_1653 (size=12301) 2024-11-20T02:24:07,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069507965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069507965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069507968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:07,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069507970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/68ad02e098e34b93a650b8491f5c9cfc 2024-11-20T02:24:08,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/7d690303a2ca406096a0251baf5e2c75 is 50, key is test_row_0/C:col10/1732069447646/Put/seqid=0 2024-11-20T02:24:08,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069508269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069508270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742478_1654 (size=12301) 2024-11-20T02:24:08,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/7d690303a2ca406096a0251baf5e2c75 2024-11-20T02:24:08,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069508277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069508277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/88819365b71445329a6f7c62b8515afe as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88819365b71445329a6f7c62b8515afe 2024-11-20T02:24:08,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88819365b71445329a6f7c62b8515afe, entries=250, sequenceid=390, filesize=47.5 K 2024-11-20T02:24:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/68ad02e098e34b93a650b8491f5c9cfc as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/68ad02e098e34b93a650b8491f5c9cfc 2024-11-20T02:24:08,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/68ad02e098e34b93a650b8491f5c9cfc, entries=150, sequenceid=390, filesize=12.0 K 2024-11-20T02:24:08,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/7d690303a2ca406096a0251baf5e2c75 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7d690303a2ca406096a0251baf5e2c75 2024-11-20T02:24:08,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7d690303a2ca406096a0251baf5e2c75, entries=150, sequenceid=390, filesize=12.0 K 2024-11-20T02:24:08,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 26733c769ae5c2cb4d1a877bf3a4681f in 658ms, sequenceid=390, compaction requested=false 2024-11-20T02:24:08,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T02:24:08,475 INFO [Thread-2411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-20T02:24:08,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:24:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-20T02:24:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T02:24:08,479 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:24:08,479 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:24:08,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:24:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T02:24:08,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T02:24:08,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:08,632 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T02:24:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:08,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a7307fae4dde4c999521a294e34f9a10_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069447656/Put/seqid=0 2024-11-20T02:24:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742479_1655 (size=12454) 2024-11-20T02:24:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:08,672 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a7307fae4dde4c999521a294e34f9a10_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7307fae4dde4c999521a294e34f9a10_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:08,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/d4185b42609844f7a2d37d53edc4a06b, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:08,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/d4185b42609844f7a2d37d53edc4a06b is 175, key is test_row_0/A:col10/1732069447656/Put/seqid=0 2024-11-20T02:24:08,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742480_1656 (size=31255) 2024-11-20T02:24:08,702 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/d4185b42609844f7a2d37d53edc4a06b 2024-11-20T02:24:08,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/3e6ba39cbfd74e768dbeacbab8370f01 is 50, key is test_row_0/B:col10/1732069447656/Put/seqid=0 2024-11-20T02:24:08,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742481_1657 (size=12301) 2024-11-20T02:24:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:08,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T02:24:08,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069508822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069508823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069508826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069508827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069508930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069508931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069508932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:08,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069508934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T02:24:09,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069509136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069509136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069509137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069509138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,159 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/3e6ba39cbfd74e768dbeacbab8370f01 2024-11-20T02:24:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/3961121eb44b4f30a730e40e3ff7cec3 is 50, key is test_row_0/C:col10/1732069447656/Put/seqid=0 2024-11-20T02:24:09,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742482_1658 (size=12301) 2024-11-20T02:24:09,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069509442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069509442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069509443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069509443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T02:24:09,623 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/3961121eb44b4f30a730e40e3ff7cec3 2024-11-20T02:24:09,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/d4185b42609844f7a2d37d53edc4a06b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d4185b42609844f7a2d37d53edc4a06b 2024-11-20T02:24:09,630 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d4185b42609844f7a2d37d53edc4a06b, entries=150, sequenceid=401, filesize=30.5 K 2024-11-20T02:24:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/3e6ba39cbfd74e768dbeacbab8370f01 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3e6ba39cbfd74e768dbeacbab8370f01 2024-11-20T02:24:09,634 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3e6ba39cbfd74e768dbeacbab8370f01, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T02:24:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/3961121eb44b4f30a730e40e3ff7cec3 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/3961121eb44b4f30a730e40e3ff7cec3 2024-11-20T02:24:09,637 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/3961121eb44b4f30a730e40e3ff7cec3, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T02:24:09,638 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 26733c769ae5c2cb4d1a877bf3a4681f in 1006ms, sequenceid=401, compaction requested=true 2024-11-20T02:24:09,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:09,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:09,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-20T02:24:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-20T02:24:09,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-20T02:24:09,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1600 sec 2024-11-20T02:24:09,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.1640 sec 2024-11-20T02:24:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:09,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T02:24:09,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:09,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:09,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:09,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:09,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:09,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:09,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c25a7e91c6ed47c18a96e8c7074c597f_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069448806/Put/seqid=0 2024-11-20T02:24:09,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069509950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069509952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069509953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069509953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742483_1659 (size=12454) 2024-11-20T02:24:09,968 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:09,972 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c25a7e91c6ed47c18a96e8c7074c597f_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c25a7e91c6ed47c18a96e8c7074c597f_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:09,972 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/d30c4cf05fe542468ce74467d481bfe7, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:09,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/d30c4cf05fe542468ce74467d481bfe7 is 175, key is test_row_0/A:col10/1732069448806/Put/seqid=0 2024-11-20T02:24:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742484_1660 (size=31255) 2024-11-20T02:24:09,983 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=430, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/d30c4cf05fe542468ce74467d481bfe7 2024-11-20T02:24:09,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/a29c9a31cf9f4f5f8e731b869595ef33 is 50, key is test_row_0/B:col10/1732069448806/Put/seqid=0 2024-11-20T02:24:09,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742485_1661 (size=12301) 2024-11-20T02:24:09,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/a29c9a31cf9f4f5f8e731b869595ef33 2024-11-20T02:24:10,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/494fda81204743b7bc0be62f1f378647 is 50, key is test_row_0/C:col10/1732069448806/Put/seqid=0 2024-11-20T02:24:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742486_1662 (size=12301) 2024-11-20T02:24:10,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/494fda81204743b7bc0be62f1f378647 2024-11-20T02:24:10,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/d30c4cf05fe542468ce74467d481bfe7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d30c4cf05fe542468ce74467d481bfe7 2024-11-20T02:24:10,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d30c4cf05fe542468ce74467d481bfe7, entries=150, sequenceid=430, filesize=30.5 K 2024-11-20T02:24:10,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/a29c9a31cf9f4f5f8e731b869595ef33 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a29c9a31cf9f4f5f8e731b869595ef33 2024-11-20T02:24:10,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a29c9a31cf9f4f5f8e731b869595ef33, entries=150, sequenceid=430, filesize=12.0 K 2024-11-20T02:24:10,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/494fda81204743b7bc0be62f1f378647 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/494fda81204743b7bc0be62f1f378647 2024-11-20T02:24:10,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/494fda81204743b7bc0be62f1f378647, entries=150, sequenceid=430, filesize=12.0 K 2024-11-20T02:24:10,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 26733c769ae5c2cb4d1a877bf3a4681f in 77ms, sequenceid=430, compaction requested=true 2024-11-20T02:24:10,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:10,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T02:24:10,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:10,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T02:24:10,023 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:24:10,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:10,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26733c769ae5c2cb4d1a877bf3a4681f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T02:24:10,023 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:24:10,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:10,024 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:24:10,024 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/B is initiating minor compaction (all files) 2024-11-20T02:24:10,024 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/B in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:10,024 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/857afdfa3ecd4da9a126631eb7372990, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/68ad02e098e34b93a650b8491f5c9cfc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3e6ba39cbfd74e768dbeacbab8370f01, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a29c9a31cf9f4f5f8e731b869595ef33] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=48.9 K 2024-11-20T02:24:10,025 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143290 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:24:10,025 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/A is initiating minor compaction (all files) 2024-11-20T02:24:10,025 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 857afdfa3ecd4da9a126631eb7372990, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732069447260 2024-11-20T02:24:10,025 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/A in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:10,025 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/98cde0b77f384ee0acf222e6d9bc59e7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88819365b71445329a6f7c62b8515afe, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d4185b42609844f7a2d37d53edc4a06b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d30c4cf05fe542468ce74467d481bfe7] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=139.9 K 2024-11-20T02:24:10,025 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:10,025 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 68ad02e098e34b93a650b8491f5c9cfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732069447328 2024-11-20T02:24:10,025 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. files: [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/98cde0b77f384ee0acf222e6d9bc59e7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88819365b71445329a6f7c62b8515afe, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d4185b42609844f7a2d37d53edc4a06b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d30c4cf05fe542468ce74467d481bfe7] 2024-11-20T02:24:10,026 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98cde0b77f384ee0acf222e6d9bc59e7, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732069447260 2024-11-20T02:24:10,026 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e6ba39cbfd74e768dbeacbab8370f01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732069447653 2024-11-20T02:24:10,026 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88819365b71445329a6f7c62b8515afe, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732069447319 2024-11-20T02:24:10,026 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting a29c9a31cf9f4f5f8e731b869595ef33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732069448806 2024-11-20T02:24:10,026 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4185b42609844f7a2d37d53edc4a06b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732069447653 2024-11-20T02:24:10,027 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] compactions.Compactor(224): Compacting d30c4cf05fe542468ce74467d481bfe7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732069448806 2024-11-20T02:24:10,034 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:10,034 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#B#compaction#558 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:10,035 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/541deefd0cd94d3db74b5171ab6e8942 is 50, key is test_row_0/B:col10/1732069448806/Put/seqid=0 2024-11-20T02:24:10,035 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120362d3c6dee4146d2a6ff16213f9a7927_26733c769ae5c2cb4d1a877bf3a4681f store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:10,038 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120362d3c6dee4146d2a6ff16213f9a7927_26733c769ae5c2cb4d1a877bf3a4681f, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:10,038 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120362d3c6dee4146d2a6ff16213f9a7927_26733c769ae5c2cb4d1a877bf3a4681f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:10,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742488_1664 (size=4469) 2024-11-20T02:24:10,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742487_1663 (size=13323) 2024-11-20T02:24:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:10,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T02:24:10,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:10,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:10,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:10,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:10,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:10,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:10,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dbe021f4b24f494f8bef97be58bba241_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069450059/Put/seqid=0 2024-11-20T02:24:10,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742489_1665 (size=14994) 2024-11-20T02:24:10,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:10,078 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dbe021f4b24f494f8bef97be58bba241_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dbe021f4b24f494f8bef97be58bba241_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:10,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/452ddd0fcc364db9bf7000813b46cae7, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:10,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/452ddd0fcc364db9bf7000813b46cae7 is 175, key is test_row_0/A:col10/1732069450059/Put/seqid=0 2024-11-20T02:24:10,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742490_1666 (size=39949) 2024-11-20T02:24:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069510094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069510094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069510097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069510198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069510198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069510201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732069510343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,345 DEBUG [Thread-2409 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., hostname=143b9a2c40c9,32811,1732069282461, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:24:10,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069510400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069510402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069510404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,459 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#A#compaction#559 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:10,460 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/2447f695372745f597eca336a82ccdb9 is 175, key is test_row_0/A:col10/1732069448806/Put/seqid=0 2024-11-20T02:24:10,464 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/541deefd0cd94d3db74b5171ab6e8942 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/541deefd0cd94d3db74b5171ab6e8942 2024-11-20T02:24:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742491_1667 (size=32277) 2024-11-20T02:24:10,468 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/B of 26733c769ae5c2cb4d1a877bf3a4681f into 541deefd0cd94d3db74b5171ab6e8942(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:10,468 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:10,468 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/B, priority=12, startTime=1732069450023; duration=0sec 2024-11-20T02:24:10,468 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T02:24:10,468 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:B 2024-11-20T02:24:10,468 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T02:24:10,469 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T02:24:10,469 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1540): 26733c769ae5c2cb4d1a877bf3a4681f/C is initiating minor compaction (all files) 2024-11-20T02:24:10,469 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26733c769ae5c2cb4d1a877bf3a4681f/C in TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:10,470 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/25df2150ccb54a418a890270e6bdef73, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7d690303a2ca406096a0251baf5e2c75, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/3961121eb44b4f30a730e40e3ff7cec3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/494fda81204743b7bc0be62f1f378647] into tmpdir=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp, totalSize=48.9 K 2024-11-20T02:24:10,470 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 25df2150ccb54a418a890270e6bdef73, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732069447260 2024-11-20T02:24:10,470 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d690303a2ca406096a0251baf5e2c75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732069447328 2024-11-20T02:24:10,470 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 3961121eb44b4f30a730e40e3ff7cec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732069447653 2024-11-20T02:24:10,471 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] compactions.Compactor(224): Compacting 494fda81204743b7bc0be62f1f378647, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732069448806 2024-11-20T02:24:10,478 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26733c769ae5c2cb4d1a877bf3a4681f#C#compaction#561 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T02:24:10,478 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/82420cd6b61a464280b022353541ab64 is 50, key is test_row_0/C:col10/1732069448806/Put/seqid=0 2024-11-20T02:24:10,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742492_1668 (size=13323) 2024-11-20T02:24:10,483 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=441, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/452ddd0fcc364db9bf7000813b46cae7 2024-11-20T02:24:10,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/0d87b9bc5c184e86beee2eadec3e4db4 is 50, key is test_row_0/B:col10/1732069450059/Put/seqid=0 2024-11-20T02:24:10,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742493_1669 (size=12301) 2024-11-20T02:24:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T02:24:10,584 INFO [Thread-2411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-20T02:24:10,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T02:24:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-20T02:24:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T02:24:10,587 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:24:10,587 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:24:10,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:24:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T02:24:10,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069510705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069510707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069510708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T02:24:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:10,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:10,869 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/2447f695372745f597eca336a82ccdb9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2447f695372745f597eca336a82ccdb9 2024-11-20T02:24:10,873 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/A of 26733c769ae5c2cb4d1a877bf3a4681f into 2447f695372745f597eca336a82ccdb9(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:10,873 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:10,873 INFO [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/A, priority=12, startTime=1732069450023; duration=0sec 2024-11-20T02:24:10,873 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:10,873 DEBUG [RS:0;143b9a2c40c9:32811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:A 2024-11-20T02:24:10,885 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/82420cd6b61a464280b022353541ab64 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/82420cd6b61a464280b022353541ab64 2024-11-20T02:24:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T02:24:10,889 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 26733c769ae5c2cb4d1a877bf3a4681f/C of 26733c769ae5c2cb4d1a877bf3a4681f into 82420cd6b61a464280b022353541ab64(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T02:24:10,889 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:10,889 INFO [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f., storeName=26733c769ae5c2cb4d1a877bf3a4681f/C, priority=12, startTime=1732069450023; duration=0sec 2024-11-20T02:24:10,889 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T02:24:10,889 DEBUG [RS:0;143b9a2c40c9:32811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26733c769ae5c2cb4d1a877bf3a4681f:C 2024-11-20T02:24:10,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:10,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T02:24:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:10,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:10,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/0d87b9bc5c184e86beee2eadec3e4db4 2024-11-20T02:24:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:10,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/12d49523f2d04cf2843e56c6c80407d4 is 50, key is test_row_0/C:col10/1732069450059/Put/seqid=0 2024-11-20T02:24:10,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742494_1670 (size=12301) 2024-11-20T02:24:10,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36520 deadline: 1732069510957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:11,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:11,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T02:24:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:11,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T02:24:11,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:11,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T02:24:11,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:11,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:11,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:11,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:11,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:24:11,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36464 deadline: 1732069511210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:11,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732069511211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:11,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T02:24:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36504 deadline: 1732069511213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:11,221 DEBUG [Thread-2420 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:51936 2024-11-20T02:24:11,221 DEBUG [Thread-2412 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:51936 2024-11-20T02:24:11,221 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:11,221 DEBUG [Thread-2412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:11,222 DEBUG [Thread-2416 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:51936 2024-11-20T02:24:11,222 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:11,223 DEBUG [Thread-2414 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:51936 2024-11-20T02:24:11,223 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:11,223 DEBUG [Thread-2418 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:51936 2024-11-20T02:24:11,223 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:11,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/12d49523f2d04cf2843e56c6c80407d4 2024-11-20T02:24:11,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/452ddd0fcc364db9bf7000813b46cae7 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/452ddd0fcc364db9bf7000813b46cae7 2024-11-20T02:24:11,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/452ddd0fcc364db9bf7000813b46cae7, entries=200, sequenceid=441, filesize=39.0 K 2024-11-20T02:24:11,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/0d87b9bc5c184e86beee2eadec3e4db4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/0d87b9bc5c184e86beee2eadec3e4db4 2024-11-20T02:24:11,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/0d87b9bc5c184e86beee2eadec3e4db4, entries=150, sequenceid=441, filesize=12.0 K 2024-11-20T02:24:11,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/12d49523f2d04cf2843e56c6c80407d4 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/12d49523f2d04cf2843e56c6c80407d4 2024-11-20T02:24:11,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/12d49523f2d04cf2843e56c6c80407d4, entries=150, sequenceid=441, filesize=12.0 K 2024-11-20T02:24:11,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 26733c769ae5c2cb4d1a877bf3a4681f in 1252ms, sequenceid=441, compaction requested=false 2024-11-20T02:24:11,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:11,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:11,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32811 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T02:24:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:11,350 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T02:24:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:11,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b9257354b1034db39ca94b140e91be83_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069450096/Put/seqid=0 2024-11-20T02:24:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742495_1671 (size=12454) 2024-11-20T02:24:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T02:24:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:11,760 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b9257354b1034db39ca94b140e91be83_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9257354b1034db39ca94b140e91be83_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:11,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/07270f89c99a4262a2c2f8dfd29117c9, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:11,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/07270f89c99a4262a2c2f8dfd29117c9 is 175, key is test_row_0/A:col10/1732069450096/Put/seqid=0 2024-11-20T02:24:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742496_1672 (size=31255) 2024-11-20T02:24:12,165 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=469, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/07270f89c99a4262a2c2f8dfd29117c9 2024-11-20T02:24:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/69a9f50899bc472bad56262f7f967012 is 50, key is test_row_0/B:col10/1732069450096/Put/seqid=0 2024-11-20T02:24:12,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742497_1673 (size=12301) 2024-11-20T02:24:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32811 {}] regionserver.HRegion(8581): Flush requested on 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. as already flushing 2024-11-20T02:24:12,214 DEBUG [Thread-2401 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:51936 2024-11-20T02:24:12,214 DEBUG [Thread-2401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:12,221 DEBUG [Thread-2407 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:51936 2024-11-20T02:24:12,221 DEBUG [Thread-2403 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:51936 2024-11-20T02:24:12,221 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:12,221 DEBUG [Thread-2403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:12,573 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/69a9f50899bc472bad56262f7f967012 2024-11-20T02:24:12,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/c265eefed67e48de83bd1deb96706d20 is 50, key is test_row_0/C:col10/1732069450096/Put/seqid=0 2024-11-20T02:24:12,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742498_1674 (size=12301) 2024-11-20T02:24:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T02:24:12,964 DEBUG [Thread-2405 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:51936 2024-11-20T02:24:12,964 DEBUG [Thread-2405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:12,982 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/c265eefed67e48de83bd1deb96706d20 2024-11-20T02:24:12,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/07270f89c99a4262a2c2f8dfd29117c9 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/07270f89c99a4262a2c2f8dfd29117c9 2024-11-20T02:24:12,987 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/07270f89c99a4262a2c2f8dfd29117c9, entries=150, sequenceid=469, filesize=30.5 K 2024-11-20T02:24:12,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/69a9f50899bc472bad56262f7f967012 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/69a9f50899bc472bad56262f7f967012 2024-11-20T02:24:12,990 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/69a9f50899bc472bad56262f7f967012, entries=150, sequenceid=469, filesize=12.0 K 2024-11-20T02:24:12,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/c265eefed67e48de83bd1deb96706d20 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c265eefed67e48de83bd1deb96706d20 2024-11-20T02:24:12,992 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c265eefed67e48de83bd1deb96706d20, entries=150, sequenceid=469, filesize=12.0 K 2024-11-20T02:24:12,992 INFO [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 26733c769ae5c2cb4d1a877bf3a4681f in 1642ms, sequenceid=469, compaction requested=true 2024-11-20T02:24:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/143b9a2c40c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-20T02:24:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-20T02:24:12,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-20T02:24:12,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4050 sec 2024-11-20T02:24:12,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.4090 sec 2024-11-20T02:24:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T02:24:14,691 INFO [Thread-2411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-20T02:24:20,357 DEBUG [Thread-2409 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:51936 2024-11-20T02:24:20,357 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:20,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T02:24:20,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-20T02:24:20,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-20T02:24:20,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-20T02:24:20,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-20T02:24:20,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-20T02:24:20,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T02:24:20,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4368 2024-11-20T02:24:20,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4166 2024-11-20T02:24:20,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4212 2024-11-20T02:24:20,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4376 2024-11-20T02:24:20,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4183 2024-11-20T02:24:20,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T02:24:20,358 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T02:24:20,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2209c520 to 127.0.0.1:51936 2024-11-20T02:24:20,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:20,358 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T02:24:20,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T02:24:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T02:24:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T02:24:20,361 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069460361"}]},"ts":"1732069460361"} 2024-11-20T02:24:20,362 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T02:24:20,364 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T02:24:20,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T02:24:20,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26733c769ae5c2cb4d1a877bf3a4681f, UNASSIGN}] 2024-11-20T02:24:20,366 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26733c769ae5c2cb4d1a877bf3a4681f, UNASSIGN 2024-11-20T02:24:20,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=26733c769ae5c2cb4d1a877bf3a4681f, regionState=CLOSING, regionLocation=143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:20,367 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T02:24:20,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; CloseRegionProcedure 26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461}] 2024-11-20T02:24:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T02:24:20,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:20,519 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(124): Close 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:20,519 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T02:24:20,519 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1681): Closing 26733c769ae5c2cb4d1a877bf3a4681f, disabling compactions & flushes 2024-11-20T02:24:20,519 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:20,519 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:20,519 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. after waiting 0 ms 2024-11-20T02:24:20,519 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:20,519 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(2837): Flushing 26733c769ae5c2cb4d1a877bf3a4681f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T02:24:20,519 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=A 2024-11-20T02:24:20,520 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:20,520 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=B 2024-11-20T02:24:20,520 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:20,520 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26733c769ae5c2cb4d1a877bf3a4681f, store=C 2024-11-20T02:24:20,520 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T02:24:20,528 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112049e4b239e0cd48cd95317c034d1eacca_26733c769ae5c2cb4d1a877bf3a4681f is 50, key is test_row_0/A:col10/1732069460356/Put/seqid=0 2024-11-20T02:24:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742499_1675 (size=9914) 2024-11-20T02:24:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T02:24:20,881 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:24:20,932 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:24:20,935 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112049e4b239e0cd48cd95317c034d1eacca_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112049e4b239e0cd48cd95317c034d1eacca_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:20,936 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/ab86a351a13c4a13aa276f037afc6f7f, store: [table=TestAcidGuarantees family=A region=26733c769ae5c2cb4d1a877bf3a4681f] 2024-11-20T02:24:20,936 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/ab86a351a13c4a13aa276f037afc6f7f is 175, key is test_row_0/A:col10/1732069460356/Put/seqid=0 2024-11-20T02:24:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742500_1676 (size=22561) 2024-11-20T02:24:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T02:24:21,340 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=477, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/ab86a351a13c4a13aa276f037afc6f7f 2024-11-20T02:24:21,345 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/f5c19544e83646e3b9068ca2d6b5d45b is 50, key is test_row_0/B:col10/1732069460356/Put/seqid=0 2024-11-20T02:24:21,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742501_1677 (size=9857) 2024-11-20T02:24:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T02:24:21,748 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/f5c19544e83646e3b9068ca2d6b5d45b 2024-11-20T02:24:21,753 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/acc9caaf71c94907979830537de3f294 is 50, key is test_row_0/C:col10/1732069460356/Put/seqid=0 2024-11-20T02:24:21,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742502_1678 (size=9857) 2024-11-20T02:24:22,156 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/acc9caaf71c94907979830537de3f294 2024-11-20T02:24:22,159 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/A/ab86a351a13c4a13aa276f037afc6f7f as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/ab86a351a13c4a13aa276f037afc6f7f 2024-11-20T02:24:22,162 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/ab86a351a13c4a13aa276f037afc6f7f, entries=100, sequenceid=477, filesize=22.0 K 2024-11-20T02:24:22,162 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/B/f5c19544e83646e3b9068ca2d6b5d45b as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/f5c19544e83646e3b9068ca2d6b5d45b 2024-11-20T02:24:22,164 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/f5c19544e83646e3b9068ca2d6b5d45b, entries=100, sequenceid=477, filesize=9.6 K 2024-11-20T02:24:22,165 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/.tmp/C/acc9caaf71c94907979830537de3f294 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/acc9caaf71c94907979830537de3f294 2024-11-20T02:24:22,167 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/acc9caaf71c94907979830537de3f294, entries=100, sequenceid=477, filesize=9.6 K 2024-11-20T02:24:22,168 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 26733c769ae5c2cb4d1a877bf3a4681f in 1649ms, sequenceid=477, compaction requested=true 2024-11-20T02:24:22,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/79c37531ae944cbd9ffa9a988eef1f09, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/7e4fc3c8818c4f1585c7363accbf18a9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/5e31965d0a994c159614ea5df335ce64, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2b73baba7d5649bd98cad0aed38981d0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/1ed23a556ece4a6eb6c193e88cddacb0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/f7c963cd47cc4f059e9d474886e1b257, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a54ae819067347a0a1241d3190e8d85e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/9e6dc275988a446e8d1cd4400a3108e4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/6e416c83e69048e5adb6bb239e63672c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b69b5160d4464274b1c3512aed3ad8d4, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2987d939e8b44f65aa6e32cf524977b5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88720558663340a6a549a06c1447f0bb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/052a43c648ac48999fcfe1dea71e3caf, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/c8a21bfbbf53471c861d0f992cdc67ef, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/22d4e055274947ce849ba50ded5e79f9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b6850625df9e42bdbafbbe96560f22d1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/413400c1b4b74127a2d78043bf5a57e7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a8fb8390381143a5afa79363842921fa, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e652535d977248fe921afd8b4d302709, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/bd2f7498adc644c19c0651c371becdbb, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e1cf7589758d4885a62620ceb2f30ce7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/4bc3d683c09a43cfb99f868cc916e00d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a887bb4c8da845299c6ae31068b868dc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/18932fb256044ddfbff7575a390ddfc1, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/dc6ac4dfb4f442a4a10ab5789a9b597d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/51eff8bf174047c6b24eec33db743dbe, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/98cde0b77f384ee0acf222e6d9bc59e7, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88819365b71445329a6f7c62b8515afe, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d4185b42609844f7a2d37d53edc4a06b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d30c4cf05fe542468ce74467d481bfe7] to archive 2024-11-20T02:24:22,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:24:22,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/79c37531ae944cbd9ffa9a988eef1f09 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/79c37531ae944cbd9ffa9a988eef1f09 2024-11-20T02:24:22,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/7e4fc3c8818c4f1585c7363accbf18a9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/7e4fc3c8818c4f1585c7363accbf18a9 2024-11-20T02:24:22,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/5e31965d0a994c159614ea5df335ce64 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/5e31965d0a994c159614ea5df335ce64 2024-11-20T02:24:22,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2b73baba7d5649bd98cad0aed38981d0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2b73baba7d5649bd98cad0aed38981d0 2024-11-20T02:24:22,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/1ed23a556ece4a6eb6c193e88cddacb0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/1ed23a556ece4a6eb6c193e88cddacb0 2024-11-20T02:24:22,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/f7c963cd47cc4f059e9d474886e1b257 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/f7c963cd47cc4f059e9d474886e1b257 2024-11-20T02:24:22,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a54ae819067347a0a1241d3190e8d85e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a54ae819067347a0a1241d3190e8d85e 2024-11-20T02:24:22,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/9e6dc275988a446e8d1cd4400a3108e4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/9e6dc275988a446e8d1cd4400a3108e4 2024-11-20T02:24:22,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/6e416c83e69048e5adb6bb239e63672c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/6e416c83e69048e5adb6bb239e63672c 2024-11-20T02:24:22,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b69b5160d4464274b1c3512aed3ad8d4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b69b5160d4464274b1c3512aed3ad8d4 2024-11-20T02:24:22,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2987d939e8b44f65aa6e32cf524977b5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2987d939e8b44f65aa6e32cf524977b5 2024-11-20T02:24:22,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88720558663340a6a549a06c1447f0bb to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88720558663340a6a549a06c1447f0bb 2024-11-20T02:24:22,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/052a43c648ac48999fcfe1dea71e3caf to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/052a43c648ac48999fcfe1dea71e3caf 2024-11-20T02:24:22,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/c8a21bfbbf53471c861d0f992cdc67ef to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/c8a21bfbbf53471c861d0f992cdc67ef 2024-11-20T02:24:22,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/22d4e055274947ce849ba50ded5e79f9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/22d4e055274947ce849ba50ded5e79f9 2024-11-20T02:24:22,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b6850625df9e42bdbafbbe96560f22d1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/b6850625df9e42bdbafbbe96560f22d1 2024-11-20T02:24:22,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/413400c1b4b74127a2d78043bf5a57e7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/413400c1b4b74127a2d78043bf5a57e7 2024-11-20T02:24:22,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a8fb8390381143a5afa79363842921fa to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a8fb8390381143a5afa79363842921fa 2024-11-20T02:24:22,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e652535d977248fe921afd8b4d302709 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e652535d977248fe921afd8b4d302709 2024-11-20T02:24:22,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/bd2f7498adc644c19c0651c371becdbb to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/bd2f7498adc644c19c0651c371becdbb 2024-11-20T02:24:22,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e1cf7589758d4885a62620ceb2f30ce7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/e1cf7589758d4885a62620ceb2f30ce7 2024-11-20T02:24:22,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/4bc3d683c09a43cfb99f868cc916e00d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/4bc3d683c09a43cfb99f868cc916e00d 2024-11-20T02:24:22,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a887bb4c8da845299c6ae31068b868dc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/a887bb4c8da845299c6ae31068b868dc 2024-11-20T02:24:22,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/18932fb256044ddfbff7575a390ddfc1 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/18932fb256044ddfbff7575a390ddfc1 2024-11-20T02:24:22,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/dc6ac4dfb4f442a4a10ab5789a9b597d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/dc6ac4dfb4f442a4a10ab5789a9b597d 2024-11-20T02:24:22,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/51eff8bf174047c6b24eec33db743dbe to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/51eff8bf174047c6b24eec33db743dbe 2024-11-20T02:24:22,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/98cde0b77f384ee0acf222e6d9bc59e7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/98cde0b77f384ee0acf222e6d9bc59e7 2024-11-20T02:24:22,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88819365b71445329a6f7c62b8515afe to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/88819365b71445329a6f7c62b8515afe 2024-11-20T02:24:22,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d4185b42609844f7a2d37d53edc4a06b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d4185b42609844f7a2d37d53edc4a06b 2024-11-20T02:24:22,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d30c4cf05fe542468ce74467d481bfe7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/d30c4cf05fe542468ce74467d481bfe7 2024-11-20T02:24:22,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/81e5ee71bfba48cb91d1aee7ed343c7d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bcb060af28484e13a653e38db5005d63, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/4a7a24707a894b919438c9427a36278c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/fcf752bc2e5041219b31607d69fbb286, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/55870b1325ff42feb1388cb440fe7315, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/b48ca4e6bacc45f983e564c63459417a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4ed725909234c93a9e6a75a23114043, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/6fa8d75c8d734d9aba0d39b4c9807eb9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/ac1e52d304a34ed3bec179d1a69a4699, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/d22eae5f66ef4bdc90413dbdbb50dbe0, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/632b7785a10c49d48ad865829aa6367d, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/6c1ca6a2480c4c5f953ed490528caca9, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/19b29ff8759b4c9e8f4b964bc3ebd3ed, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a42e439b1913477db5b1ac90398ec532, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/80e54979ab4f4ea38f534d7e42878dea, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc28f795f7a0416db8d76f6781d16a9e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/4935794ea1244c7e85a6a559b9d1cb6c, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc33933057d04c93a4255f8a823b598f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/ef3579f5365c4606a1464dcd09a84d96, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/544ece2dd4c44b8db0ef3ee6c87f45e5, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4da87f8caa54b3b93319e83541d230f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/27c7b09160f64af487988825bd63c0a2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/64c82550daaa4113bbae5bf6a9deeafe, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3352433e8eda4eecbc0b3b5a1bd40109, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/11c06c826b1045939139fdc3fbffdf88, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/857afdfa3ecd4da9a126631eb7372990, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/15abe98221894840b3dd044b90d749af, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/68ad02e098e34b93a650b8491f5c9cfc, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3e6ba39cbfd74e768dbeacbab8370f01, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a29c9a31cf9f4f5f8e731b869595ef33] to archive 2024-11-20T02:24:22,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:24:22,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/81e5ee71bfba48cb91d1aee7ed343c7d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/81e5ee71bfba48cb91d1aee7ed343c7d 2024-11-20T02:24:22,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bcb060af28484e13a653e38db5005d63 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bcb060af28484e13a653e38db5005d63 2024-11-20T02:24:22,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/4a7a24707a894b919438c9427a36278c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/4a7a24707a894b919438c9427a36278c 2024-11-20T02:24:22,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/fcf752bc2e5041219b31607d69fbb286 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/fcf752bc2e5041219b31607d69fbb286 2024-11-20T02:24:22,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/55870b1325ff42feb1388cb440fe7315 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/55870b1325ff42feb1388cb440fe7315 2024-11-20T02:24:22,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/b48ca4e6bacc45f983e564c63459417a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/b48ca4e6bacc45f983e564c63459417a 2024-11-20T02:24:22,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4ed725909234c93a9e6a75a23114043 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4ed725909234c93a9e6a75a23114043 2024-11-20T02:24:22,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/6fa8d75c8d734d9aba0d39b4c9807eb9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/6fa8d75c8d734d9aba0d39b4c9807eb9 2024-11-20T02:24:22,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/ac1e52d304a34ed3bec179d1a69a4699 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/ac1e52d304a34ed3bec179d1a69a4699 2024-11-20T02:24:22,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/d22eae5f66ef4bdc90413dbdbb50dbe0 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/d22eae5f66ef4bdc90413dbdbb50dbe0 2024-11-20T02:24:22,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/632b7785a10c49d48ad865829aa6367d to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/632b7785a10c49d48ad865829aa6367d 2024-11-20T02:24:22,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/6c1ca6a2480c4c5f953ed490528caca9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/6c1ca6a2480c4c5f953ed490528caca9 2024-11-20T02:24:22,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/19b29ff8759b4c9e8f4b964bc3ebd3ed to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/19b29ff8759b4c9e8f4b964bc3ebd3ed 2024-11-20T02:24:22,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a42e439b1913477db5b1ac90398ec532 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a42e439b1913477db5b1ac90398ec532 2024-11-20T02:24:22,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/80e54979ab4f4ea38f534d7e42878dea to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/80e54979ab4f4ea38f534d7e42878dea 2024-11-20T02:24:22,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc28f795f7a0416db8d76f6781d16a9e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc28f795f7a0416db8d76f6781d16a9e 2024-11-20T02:24:22,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/4935794ea1244c7e85a6a559b9d1cb6c to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/4935794ea1244c7e85a6a559b9d1cb6c 2024-11-20T02:24:22,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc33933057d04c93a4255f8a823b598f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/bc33933057d04c93a4255f8a823b598f 2024-11-20T02:24:22,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/ef3579f5365c4606a1464dcd09a84d96 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/ef3579f5365c4606a1464dcd09a84d96 2024-11-20T02:24:22,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/544ece2dd4c44b8db0ef3ee6c87f45e5 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/544ece2dd4c44b8db0ef3ee6c87f45e5 2024-11-20T02:24:22,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4da87f8caa54b3b93319e83541d230f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/c4da87f8caa54b3b93319e83541d230f 2024-11-20T02:24:22,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/27c7b09160f64af487988825bd63c0a2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/27c7b09160f64af487988825bd63c0a2 2024-11-20T02:24:22,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/64c82550daaa4113bbae5bf6a9deeafe to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/64c82550daaa4113bbae5bf6a9deeafe 2024-11-20T02:24:22,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3352433e8eda4eecbc0b3b5a1bd40109 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3352433e8eda4eecbc0b3b5a1bd40109 2024-11-20T02:24:22,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/11c06c826b1045939139fdc3fbffdf88 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/11c06c826b1045939139fdc3fbffdf88 2024-11-20T02:24:22,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/857afdfa3ecd4da9a126631eb7372990 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/857afdfa3ecd4da9a126631eb7372990 2024-11-20T02:24:22,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/15abe98221894840b3dd044b90d749af to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/15abe98221894840b3dd044b90d749af 2024-11-20T02:24:22,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/68ad02e098e34b93a650b8491f5c9cfc to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/68ad02e098e34b93a650b8491f5c9cfc 2024-11-20T02:24:22,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3e6ba39cbfd74e768dbeacbab8370f01 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/3e6ba39cbfd74e768dbeacbab8370f01 2024-11-20T02:24:22,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a29c9a31cf9f4f5f8e731b869595ef33 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/a29c9a31cf9f4f5f8e731b869595ef33 2024-11-20T02:24:22,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/e20ee1e12db54949b0ead13a922b55ca, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d44ef3b61cbe4ebf919bf77d39d31156, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/21010b12dd704259bc2d90be9682710b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/70c70c7b2fc3496aafc96d996e4b833a, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7b14a64f1bcf4889bc7161e372b4ee54, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/0e33af915e1740e18662f98c9ba5b836, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6b946963d84b4ef3bbe8d43f3cae4227, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/8f545717b81140c9b9777c5bbda77b2f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/dd85708df9cd482cbb0664f29b0f9437, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/22fadffc8bd14b378f148aaa7fe76e3f, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ddf65043690b4e7989fe029d5eb18a66, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c69dc50e423a4d1a807f3ccc5ce2cf36, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/92aebdca4f6e466abc3090faac7aff7b, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/dee631c6b12f4712bd080fb8ba25c55e, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/3961ce2032c84c6bb57a3d602ec37a37, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ae1d6f3d95bb4f0d8a3891268fe1e7f2, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/175ec7c534d1415da40e3a660029e979, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d267ff39f52d45ce91a1b157a766a719, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c2b551f22ee246bc9847c12d748e0cd3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/5b0292208fcf41558eba800f62e74837, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6918c702ba3a4cf3a9ab3a3fcbbbc403, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/190b9eea0a164c41a2f73ab85c128d79, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/a9e5270bd1944453b54013d5a26e1ac6, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7566c746cf054cbbaa765f1dd6743731, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/200cae933f0349189fbb3c0e31459e38, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/25df2150ccb54a418a890270e6bdef73, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/710deb168fc44f00891d8bdd78e10752, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7d690303a2ca406096a0251baf5e2c75, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/3961121eb44b4f30a730e40e3ff7cec3, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/494fda81204743b7bc0be62f1f378647] to archive 2024-11-20T02:24:22,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T02:24:22,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/e20ee1e12db54949b0ead13a922b55ca to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/e20ee1e12db54949b0ead13a922b55ca 2024-11-20T02:24:22,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d44ef3b61cbe4ebf919bf77d39d31156 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d44ef3b61cbe4ebf919bf77d39d31156 2024-11-20T02:24:22,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/21010b12dd704259bc2d90be9682710b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/21010b12dd704259bc2d90be9682710b 2024-11-20T02:24:22,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/70c70c7b2fc3496aafc96d996e4b833a to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/70c70c7b2fc3496aafc96d996e4b833a 2024-11-20T02:24:22,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7b14a64f1bcf4889bc7161e372b4ee54 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7b14a64f1bcf4889bc7161e372b4ee54 2024-11-20T02:24:22,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/0e33af915e1740e18662f98c9ba5b836 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/0e33af915e1740e18662f98c9ba5b836 2024-11-20T02:24:22,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6b946963d84b4ef3bbe8d43f3cae4227 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6b946963d84b4ef3bbe8d43f3cae4227 2024-11-20T02:24:22,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/8f545717b81140c9b9777c5bbda77b2f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/8f545717b81140c9b9777c5bbda77b2f 2024-11-20T02:24:22,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/dd85708df9cd482cbb0664f29b0f9437 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/dd85708df9cd482cbb0664f29b0f9437 2024-11-20T02:24:22,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/22fadffc8bd14b378f148aaa7fe76e3f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/22fadffc8bd14b378f148aaa7fe76e3f 2024-11-20T02:24:22,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ddf65043690b4e7989fe029d5eb18a66 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ddf65043690b4e7989fe029d5eb18a66 2024-11-20T02:24:22,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c69dc50e423a4d1a807f3ccc5ce2cf36 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c69dc50e423a4d1a807f3ccc5ce2cf36 2024-11-20T02:24:22,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/92aebdca4f6e466abc3090faac7aff7b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/92aebdca4f6e466abc3090faac7aff7b 2024-11-20T02:24:22,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/dee631c6b12f4712bd080fb8ba25c55e to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/dee631c6b12f4712bd080fb8ba25c55e 2024-11-20T02:24:22,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/3961ce2032c84c6bb57a3d602ec37a37 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/3961ce2032c84c6bb57a3d602ec37a37 2024-11-20T02:24:22,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ae1d6f3d95bb4f0d8a3891268fe1e7f2 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/ae1d6f3d95bb4f0d8a3891268fe1e7f2 2024-11-20T02:24:22,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/175ec7c534d1415da40e3a660029e979 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/175ec7c534d1415da40e3a660029e979 2024-11-20T02:24:22,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d267ff39f52d45ce91a1b157a766a719 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/d267ff39f52d45ce91a1b157a766a719 2024-11-20T02:24:22,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c2b551f22ee246bc9847c12d748e0cd3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c2b551f22ee246bc9847c12d748e0cd3 2024-11-20T02:24:22,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/5b0292208fcf41558eba800f62e74837 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/5b0292208fcf41558eba800f62e74837 2024-11-20T02:24:22,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6918c702ba3a4cf3a9ab3a3fcbbbc403 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/6918c702ba3a4cf3a9ab3a3fcbbbc403 2024-11-20T02:24:22,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/190b9eea0a164c41a2f73ab85c128d79 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/190b9eea0a164c41a2f73ab85c128d79 2024-11-20T02:24:22,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/a9e5270bd1944453b54013d5a26e1ac6 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/a9e5270bd1944453b54013d5a26e1ac6 2024-11-20T02:24:22,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7566c746cf054cbbaa765f1dd6743731 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7566c746cf054cbbaa765f1dd6743731 2024-11-20T02:24:22,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/200cae933f0349189fbb3c0e31459e38 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/200cae933f0349189fbb3c0e31459e38 2024-11-20T02:24:22,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/25df2150ccb54a418a890270e6bdef73 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/25df2150ccb54a418a890270e6bdef73 2024-11-20T02:24:22,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/710deb168fc44f00891d8bdd78e10752 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/710deb168fc44f00891d8bdd78e10752 2024-11-20T02:24:22,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7d690303a2ca406096a0251baf5e2c75 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/7d690303a2ca406096a0251baf5e2c75 2024-11-20T02:24:22,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/3961121eb44b4f30a730e40e3ff7cec3 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/3961121eb44b4f30a730e40e3ff7cec3 2024-11-20T02:24:22,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/494fda81204743b7bc0be62f1f378647 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/494fda81204743b7bc0be62f1f378647 2024-11-20T02:24:22,242 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/recovered.edits/480.seqid, newMaxSeqId=480, maxSeqId=4 2024-11-20T02:24:22,243 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f. 2024-11-20T02:24:22,243 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1635): Region close journal for 26733c769ae5c2cb4d1a877bf3a4681f: 2024-11-20T02:24:22,244 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(170): Closed 26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=26733c769ae5c2cb4d1a877bf3a4681f, regionState=CLOSED 2024-11-20T02:24:22,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-20T02:24:22,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseRegionProcedure 26733c769ae5c2cb4d1a877bf3a4681f, server=143b9a2c40c9,32811,1732069282461 in 1.8780 sec 2024-11-20T02:24:22,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-11-20T02:24:22,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=26733c769ae5c2cb4d1a877bf3a4681f, UNASSIGN in 1.8810 sec 2024-11-20T02:24:22,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-20T02:24:22,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8830 sec 2024-11-20T02:24:22,249 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732069462248"}]},"ts":"1732069462248"} 2024-11-20T02:24:22,249 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T02:24:22,252 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T02:24:22,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8930 sec 2024-11-20T02:24:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T02:24:22,464 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-20T02:24:22,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T02:24:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:24:22,465 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:24:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T02:24:22,466 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=175, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:24:22,467 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,469 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C, FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/recovered.edits] 2024-11-20T02:24:22,471 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/07270f89c99a4262a2c2f8dfd29117c9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/07270f89c99a4262a2c2f8dfd29117c9 2024-11-20T02:24:22,471 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2447f695372745f597eca336a82ccdb9 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/2447f695372745f597eca336a82ccdb9 2024-11-20T02:24:22,472 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/452ddd0fcc364db9bf7000813b46cae7 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/452ddd0fcc364db9bf7000813b46cae7 2024-11-20T02:24:22,473 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/ab86a351a13c4a13aa276f037afc6f7f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/A/ab86a351a13c4a13aa276f037afc6f7f 2024-11-20T02:24:22,475 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/0d87b9bc5c184e86beee2eadec3e4db4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/0d87b9bc5c184e86beee2eadec3e4db4 2024-11-20T02:24:22,475 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/541deefd0cd94d3db74b5171ab6e8942 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/541deefd0cd94d3db74b5171ab6e8942 2024-11-20T02:24:22,476 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/69a9f50899bc472bad56262f7f967012 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/69a9f50899bc472bad56262f7f967012 2024-11-20T02:24:22,477 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/f5c19544e83646e3b9068ca2d6b5d45b to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/B/f5c19544e83646e3b9068ca2d6b5d45b 2024-11-20T02:24:22,478 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/12d49523f2d04cf2843e56c6c80407d4 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/12d49523f2d04cf2843e56c6c80407d4 2024-11-20T02:24:22,479 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/82420cd6b61a464280b022353541ab64 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/82420cd6b61a464280b022353541ab64 2024-11-20T02:24:22,480 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/acc9caaf71c94907979830537de3f294 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/acc9caaf71c94907979830537de3f294 2024-11-20T02:24:22,481 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c265eefed67e48de83bd1deb96706d20 to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/C/c265eefed67e48de83bd1deb96706d20 2024-11-20T02:24:22,483 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/recovered.edits/480.seqid to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f/recovered.edits/480.seqid 2024-11-20T02:24:22,484 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/default/TestAcidGuarantees/26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,484 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T02:24:22,484 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T02:24:22,485 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T02:24:22,488 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112007b9de98da014ffe89dc5d55fe910846_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112007b9de98da014ffe89dc5d55fe910846_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,489 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201189acf981c442dca818cb331bffec42_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201189acf981c442dca818cb331bffec42_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,490 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201aae672777124136ad41edfef83ab9eb_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201aae672777124136ad41edfef83ab9eb_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,491 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120398c7a0a22634713830e33c9377b1170_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120398c7a0a22634713830e33c9377b1170_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,492 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a6cb46a0b134f26a9d04a37ae5130dc_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a6cb46a0b134f26a9d04a37ae5130dc_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,493 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203fbc8074ddce45be878e216b9ff4cbd3_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203fbc8074ddce45be878e216b9ff4cbd3_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,493 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112043e65ee6c9c741599d517f377f6919af_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112043e65ee6c9c741599d517f377f6919af_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,494 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112049e4b239e0cd48cd95317c034d1eacca_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112049e4b239e0cd48cd95317c034d1eacca_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,495 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204aaee47554ef464384c5fc70dc9771ab_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204aaee47554ef464384c5fc70dc9771ab_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,496 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204ff64a140bdc48a89f3a153b09355ee2_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204ff64a140bdc48a89f3a153b09355ee2_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,497 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120618e0277cf6c4a6193bceec943103520_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120618e0277cf6c4a6193bceec943103520_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,498 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207fcf24749ad349faa701ecf2b0f20def_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207fcf24749ad349faa701ecf2b0f20def_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,499 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112085f1056df82446f48b4952efd07c2bc4_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112085f1056df82446f48b4952efd07c2bc4_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,499 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209250d88a800941399a572ea7863d0609_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209250d88a800941399a572ea7863d0609_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,500 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a067b751b41c46afba45366d11bd68ca_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a067b751b41c46afba45366d11bd68ca_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,501 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6515295543044a88b3651a051f57c57_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6515295543044a88b3651a051f57c57_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,502 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7307fae4dde4c999521a294e34f9a10_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7307fae4dde4c999521a294e34f9a10_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,503 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b4d2f4a8ca034a658ae45f35f74af918_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b4d2f4a8ca034a658ae45f35f74af918_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,504 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9257354b1034db39ca94b140e91be83_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9257354b1034db39ca94b140e91be83_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,504 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bbcbb3c0c190434b9b4508dc7ed2b0ec_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bbcbb3c0c190434b9b4508dc7ed2b0ec_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,505 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bf843ae13ebd41d5bbedeeb46759924c_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bf843ae13ebd41d5bbedeeb46759924c_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,506 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c25a7e91c6ed47c18a96e8c7074c597f_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c25a7e91c6ed47c18a96e8c7074c597f_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,507 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6051f3b5b0e4ccba66bfc40df20436e_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6051f3b5b0e4ccba66bfc40df20436e_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,508 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dbe021f4b24f494f8bef97be58bba241_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dbe021f4b24f494f8bef97be58bba241_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,508 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dbee0e04777f46f28268ac0c67d4ca9b_26733c769ae5c2cb4d1a877bf3a4681f to hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dbee0e04777f46f28268ac0c67d4ca9b_26733c769ae5c2cb4d1a877bf3a4681f 2024-11-20T02:24:22,509 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T02:24:22,511 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=175, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:24:22,513 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T02:24:22,514 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T02:24:22,515 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=175, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:24:22,515 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T02:24:22,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732069462515"}]},"ts":"9223372036854775807"} 2024-11-20T02:24:22,516 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T02:24:22,516 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 26733c769ae5c2cb4d1a877bf3a4681f, NAME => 'TestAcidGuarantees,,1732069429362.26733c769ae5c2cb4d1a877bf3a4681f.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T02:24:22,516 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T02:24:22,516 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732069462516"}]},"ts":"9223372036854775807"} 2024-11-20T02:24:22,518 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T02:24:22,520 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=175, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T02:24:22,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-11-20T02:24:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T02:24:22,567 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-20T02:24:22,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237 (was 238), OpenFileDescriptor=448 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=573 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=2561 (was 2672) 2024-11-20T02:24:22,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T02:24:22,576 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T02:24:22,576 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:51936 2024-11-20T02:24:22,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:22,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T02:24:22,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282474894, stopped=false 2024-11-20T02:24:22,576 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=143b9a2c40c9,46479,1732069281750 2024-11-20T02:24:22,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:24:22,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:24:22,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:24:22,578 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T02:24:22,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:24:22,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:22,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:24:22,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:24:22,579 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '143b9a2c40c9,32811,1732069282461' ***** 2024-11-20T02:24:22,579 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T02:24:22,579 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:24:22,580 INFO [RS:0;143b9a2c40c9:32811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:24:22,580 INFO [RS:0;143b9a2c40c9:32811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:24:22,580 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T02:24:22,580 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(3579): Received CLOSE for 65be534a67bc74bdc6c29e36d53eab38 2024-11-20T02:24:22,580 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1224): stopping server 143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:22,580 DEBUG [RS:0;143b9a2c40c9:32811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:22,580 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:24:22,580 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:24:22,580 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:24:22,580 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T02:24:22,580 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 65be534a67bc74bdc6c29e36d53eab38, disabling compactions & flushes 2024-11-20T02:24:22,581 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:24:22,581 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T02:24:22,581 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:24:22,581 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1603): Online Regions={65be534a67bc74bdc6c29e36d53eab38=hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T02:24:22,581 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. after waiting 0 ms 2024-11-20T02:24:22,581 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:24:22,581 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 65be534a67bc74bdc6c29e36d53eab38 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T02:24:22,581 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:24:22,581 INFO [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T02:24:22,581 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T02:24:22,581 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:24:22,581 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:24:22,581 INFO [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-20T02:24:22,581 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 65be534a67bc74bdc6c29e36d53eab38 2024-11-20T02:24:22,588 INFO [regionserver/143b9a2c40c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:24:22,603 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/namespace/65be534a67bc74bdc6c29e36d53eab38/.tmp/info/1a89b9432cd24864886d9f6e412da0db is 45, key is default/info:d/1732069287365/Put/seqid=0 2024-11-20T02:24:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742503_1679 (size=5037) 2024-11-20T02:24:22,608 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/.tmp/info/74a2b73556374d8085182cda2917257c is 143, key is hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38./info:regioninfo/1732069287244/Put/seqid=0 2024-11-20T02:24:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742504_1680 (size=7725) 2024-11-20T02:24:22,678 INFO [regionserver/143b9a2c40c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:24:22,678 INFO [regionserver/143b9a2c40c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:24:22,781 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 65be534a67bc74bdc6c29e36d53eab38 2024-11-20T02:24:22,982 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 65be534a67bc74bdc6c29e36d53eab38 2024-11-20T02:24:23,007 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/namespace/65be534a67bc74bdc6c29e36d53eab38/.tmp/info/1a89b9432cd24864886d9f6e412da0db 2024-11-20T02:24:23,010 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/namespace/65be534a67bc74bdc6c29e36d53eab38/.tmp/info/1a89b9432cd24864886d9f6e412da0db as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/namespace/65be534a67bc74bdc6c29e36d53eab38/info/1a89b9432cd24864886d9f6e412da0db 2024-11-20T02:24:23,011 INFO [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/.tmp/info/74a2b73556374d8085182cda2917257c 2024-11-20T02:24:23,014 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/namespace/65be534a67bc74bdc6c29e36d53eab38/info/1a89b9432cd24864886d9f6e412da0db, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T02:24:23,014 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 65be534a67bc74bdc6c29e36d53eab38 in 433ms, sequenceid=6, compaction requested=false 2024-11-20T02:24:23,019 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/namespace/65be534a67bc74bdc6c29e36d53eab38/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T02:24:23,019 INFO [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:24:23,019 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 65be534a67bc74bdc6c29e36d53eab38: 2024-11-20T02:24:23,020 DEBUG [RS_CLOSE_REGION-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732069286013.65be534a67bc74bdc6c29e36d53eab38. 2024-11-20T02:24:23,034 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/.tmp/rep_barrier/8f6586e179ee4257a5e92903f69e470c is 102, key is TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269./rep_barrier:/1732069316541/DeleteFamily/seqid=0 2024-11-20T02:24:23,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742505_1681 (size=6025) 2024-11-20T02:24:23,040 INFO [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/.tmp/rep_barrier/8f6586e179ee4257a5e92903f69e470c 2024-11-20T02:24:23,063 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/.tmp/table/bdf79a8c765f40a49c036cd3b86c72a8 is 96, key is TestAcidGuarantees,,1732069287622.8ab0ee51a9ee83e560e215fa2f953269./table:/1732069316541/DeleteFamily/seqid=0 2024-11-20T02:24:23,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742506_1682 (size=5942) 2024-11-20T02:24:23,182 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T02:24:23,382 DEBUG [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T02:24:23,483 INFO [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/.tmp/table/bdf79a8c765f40a49c036cd3b86c72a8 2024-11-20T02:24:23,488 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/.tmp/info/74a2b73556374d8085182cda2917257c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/info/74a2b73556374d8085182cda2917257c 2024-11-20T02:24:23,491 INFO [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/info/74a2b73556374d8085182cda2917257c, entries=22, sequenceid=93, filesize=7.5 K 2024-11-20T02:24:23,492 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/.tmp/rep_barrier/8f6586e179ee4257a5e92903f69e470c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/rep_barrier/8f6586e179ee4257a5e92903f69e470c 2024-11-20T02:24:23,495 INFO [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/rep_barrier/8f6586e179ee4257a5e92903f69e470c, entries=6, sequenceid=93, filesize=5.9 K 2024-11-20T02:24:23,496 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/.tmp/table/bdf79a8c765f40a49c036cd3b86c72a8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/table/bdf79a8c765f40a49c036cd3b86c72a8 2024-11-20T02:24:23,499 INFO [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/table/bdf79a8c765f40a49c036cd3b86c72a8, entries=9, sequenceid=93, filesize=5.8 K 2024-11-20T02:24:23,500 INFO [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=93, compaction requested=false 2024-11-20T02:24:23,505 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-20T02:24:23,508 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:24:23,508 INFO [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T02:24:23,508 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T02:24:23,508 DEBUG [RS_CLOSE_META-regionserver/143b9a2c40c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T02:24:23,582 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1250): stopping server 143b9a2c40c9,32811,1732069282461; all regions closed. 2024-11-20T02:24:23,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741834_1010 (size=26050) 2024-11-20T02:24:23,590 DEBUG [RS:0;143b9a2c40c9:32811 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/oldWALs 2024-11-20T02:24:23,591 INFO [RS:0;143b9a2c40c9:32811 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 143b9a2c40c9%2C32811%2C1732069282461.meta:.meta(num 1732069285765) 2024-11-20T02:24:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741832_1008 (size=15615490) 2024-11-20T02:24:23,595 DEBUG [RS:0;143b9a2c40c9:32811 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/oldWALs 2024-11-20T02:24:23,595 INFO [RS:0;143b9a2c40c9:32811 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 143b9a2c40c9%2C32811%2C1732069282461:(num 1732069284834) 2024-11-20T02:24:23,595 DEBUG [RS:0;143b9a2c40c9:32811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:23,596 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:24:23,596 INFO [RS:0;143b9a2c40c9:32811 {}] hbase.ChoreService(370): Chore service for: regionserver/143b9a2c40c9:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T02:24:23,596 INFO [regionserver/143b9a2c40c9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T02:24:23,597 INFO [RS:0;143b9a2c40c9:32811 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32811 2024-11-20T02:24:23,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:24:23,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/143b9a2c40c9,32811,1732069282461 2024-11-20T02:24:23,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [143b9a2c40c9,32811,1732069282461] 2024-11-20T02:24:23,605 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 143b9a2c40c9,32811,1732069282461; numProcessing=1 2024-11-20T02:24:23,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/143b9a2c40c9,32811,1732069282461 already deleted, retry=false 2024-11-20T02:24:23,608 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 143b9a2c40c9,32811,1732069282461 expired; onlineServers=0 2024-11-20T02:24:23,608 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '143b9a2c40c9,46479,1732069281750' ***** 2024-11-20T02:24:23,608 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T02:24:23,608 DEBUG [M:0;143b9a2c40c9:46479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d3aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=143b9a2c40c9/172.17.0.2:0 2024-11-20T02:24:23,608 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.HRegionServer(1224): stopping server 143b9a2c40c9,46479,1732069281750 2024-11-20T02:24:23,608 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.HRegionServer(1250): stopping server 143b9a2c40c9,46479,1732069281750; all regions closed. 2024-11-20T02:24:23,608 DEBUG [M:0;143b9a2c40c9:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:24:23,608 DEBUG [M:0;143b9a2c40c9:46479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T02:24:23,609 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T02:24:23,609 DEBUG [M:0;143b9a2c40c9:46479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T02:24:23,609 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster-HFileCleaner.small.0-1732069284529 {}] cleaner.HFileCleaner(306): Exit Thread[master/143b9a2c40c9:0:becomeActiveMaster-HFileCleaner.small.0-1732069284529,5,FailOnTimeoutGroup] 2024-11-20T02:24:23,609 DEBUG [master/143b9a2c40c9:0:becomeActiveMaster-HFileCleaner.large.0-1732069284529 {}] cleaner.HFileCleaner(306): Exit Thread[master/143b9a2c40c9:0:becomeActiveMaster-HFileCleaner.large.0-1732069284529,5,FailOnTimeoutGroup] 2024-11-20T02:24:23,609 INFO [M:0;143b9a2c40c9:46479 {}] hbase.ChoreService(370): Chore service for: master/143b9a2c40c9:0 had [] on shutdown 2024-11-20T02:24:23,609 DEBUG [M:0;143b9a2c40c9:46479 {}] master.HMaster(1733): Stopping service threads 2024-11-20T02:24:23,609 INFO [M:0;143b9a2c40c9:46479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T02:24:23,609 ERROR [M:0;143b9a2c40c9:46479 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T02:24:23,610 INFO [M:0;143b9a2c40c9:46479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:24:23,610 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T02:24:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T02:24:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:24:23,613 DEBUG [M:0;143b9a2c40c9:46479 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-20T02:24:23,613 DEBUG [M:0;143b9a2c40c9:46479 {}] master.ActiveMasterManager(353): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-20T02:24:23,613 INFO [M:0;143b9a2c40c9:46479 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T02:24:23,614 INFO [M:0;143b9a2c40c9:46479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T02:24:23,614 DEBUG [M:0;143b9a2c40c9:46479 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:24:23,614 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:24:23,614 DEBUG [M:0;143b9a2c40c9:46479 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:24:23,614 DEBUG [M:0;143b9a2c40c9:46479 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:24:23,614 DEBUG [M:0;143b9a2c40c9:46479 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:24:23,614 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=784.85 KB heapSize=966.30 KB 2024-11-20T02:24:23,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:24:23,640 DEBUG [M:0;143b9a2c40c9:46479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bda598e62c244fd590cff1e90b208fa6 is 82, key is hbase:meta,,1/info:regioninfo/1732069285903/Put/seqid=0 2024-11-20T02:24:23,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742507_1683 (size=5672) 2024-11-20T02:24:23,645 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2244 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bda598e62c244fd590cff1e90b208fa6 2024-11-20T02:24:23,676 DEBUG [M:0;143b9a2c40c9:46479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ea664ae84234b0f9f8da8e42e08743c is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x94/proc:d/1732069431036/Put/seqid=0 2024-11-20T02:24:23,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742508_1684 (size=44320) 2024-11-20T02:24:23,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:24:23,706 INFO [RS:0;143b9a2c40c9:32811 {}] regionserver.HRegionServer(1307): Exiting; stopping=143b9a2c40c9,32811,1732069282461; zookeeper connection closed. 2024-11-20T02:24:23,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x10012bb85960001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:24:23,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16ea3d6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16ea3d6 2024-11-20T02:24:23,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T02:24:24,082 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=784.29 KB at sequenceid=2244 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ea664ae84234b0f9f8da8e42e08743c 2024-11-20T02:24:24,085 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ea664ae84234b0f9f8da8e42e08743c 2024-11-20T02:24:24,109 DEBUG [M:0;143b9a2c40c9:46479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce57d235e2244688b3b3803f96d37ee8 is 69, key is 143b9a2c40c9,32811,1732069282461/rs:state/1732069284604/Put/seqid=0 2024-11-20T02:24:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073742509_1685 (size=5156) 2024-11-20T02:24:24,113 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2244 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce57d235e2244688b3b3803f96d37ee8 2024-11-20T02:24:24,117 DEBUG [M:0;143b9a2c40c9:46479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bda598e62c244fd590cff1e90b208fa6 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bda598e62c244fd590cff1e90b208fa6 2024-11-20T02:24:24,120 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bda598e62c244fd590cff1e90b208fa6, entries=8, sequenceid=2244, filesize=5.5 K 2024-11-20T02:24:24,121 DEBUG [M:0;143b9a2c40c9:46479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ea664ae84234b0f9f8da8e42e08743c as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ea664ae84234b0f9f8da8e42e08743c 2024-11-20T02:24:24,124 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ea664ae84234b0f9f8da8e42e08743c 2024-11-20T02:24:24,124 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ea664ae84234b0f9f8da8e42e08743c, entries=175, sequenceid=2244, filesize=43.3 K 2024-11-20T02:24:24,124 DEBUG [M:0;143b9a2c40c9:46479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce57d235e2244688b3b3803f96d37ee8 as hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce57d235e2244688b3b3803f96d37ee8 2024-11-20T02:24:24,127 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37089/user/jenkins/test-data/9f0a51cc-153e-6512-316b-ab0cf9bbae14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce57d235e2244688b3b3803f96d37ee8, entries=1, sequenceid=2244, filesize=5.0 K 2024-11-20T02:24:24,128 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.HRegion(3040): Finished flush of dataSize ~784.85 KB/803685, heapSize ~966 KB/989184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 514ms, sequenceid=2244, compaction requested=false 2024-11-20T02:24:24,130 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:24:24,130 DEBUG [M:0;143b9a2c40c9:46479 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T02:24:24,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43191 is added to blk_1073741830_1006 (size=950768) 2024-11-20T02:24:24,133 INFO [M:0;143b9a2c40c9:46479 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T02:24:24,134 INFO [M:0;143b9a2c40c9:46479 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46479 2024-11-20T02:24:24,134 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T02:24:24,137 DEBUG [M:0;143b9a2c40c9:46479 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/143b9a2c40c9,46479,1732069281750 already deleted, retry=false 2024-11-20T02:24:24,239 INFO [M:0;143b9a2c40c9:46479 {}] regionserver.HRegionServer(1307): Exiting; stopping=143b9a2c40c9,46479,1732069281750; zookeeper connection closed. 2024-11-20T02:24:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:24:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46479-0x10012bb85960000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:24:24,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:24:24,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:24:24,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:24:24,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:24:24,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/hadoop.log.dir/,STOPPED} 2024-11-20T02:24:24,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:24:24,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:24:24,274 WARN [BP-76646755-172.17.0.2-1732069278911 heartbeating to localhost/127.0.0.1:37089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:24:24,274 WARN [BP-76646755-172.17.0.2-1732069278911 heartbeating to localhost/127.0.0.1:37089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-76646755-172.17.0.2-1732069278911 (Datanode Uuid 5ffb7518-8619-4d3b-97ea-74039529e49d) service to localhost/127.0.0.1:37089 2024-11-20T02:24:24,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/cluster_3d0e0be7-d830-a00c-7b45-6a9a3e3927fe/dfs/data/data1/current/BP-76646755-172.17.0.2-1732069278911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:24:24,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/cluster_3d0e0be7-d830-a00c-7b45-6a9a3e3927fe/dfs/data/data2/current/BP-76646755-172.17.0.2-1732069278911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:24:24,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:24:24,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:24:24,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:24:24,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:24:24,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:24:24,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65a42057-0fa4-0023-650b-67ef522ab974/hadoop.log.dir/,STOPPED} 2024-11-20T02:24:24,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T02:24:24,557 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down